2024-11-23 04:21:52,400 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 04:21:52,426 main DEBUG Took 0.023144 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 04:21:52,427 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 04:21:52,427 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 04:21:52,429 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 04:21:52,430 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 04:21:52,445 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 04:21:52,473 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 04:21:52,476 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 04:21:52,477 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 04:21:52,479 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 04:21:52,480 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 04:21:52,483 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 04:21:52,485 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 04:21:52,486 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 04:21:52,487 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 04:21:52,488 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 04:21:52,489 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 04:21:52,490 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 04:21:52,491 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,491 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 04:21:52,495 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 04:21:52,497 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 04:21:52,499 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 04:21:52,500 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 04:21:52,501 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 04:21:52,502 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 04:21:52,512 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 04:21:52,515 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 04:21:52,518 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 04:21:52,518 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 04:21:52,519 main DEBUG createAppenders(={Console}) 2024-11-23 04:21:52,519 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-23 04:21:52,520 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 04:21:52,520 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-23 04:21:52,521 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 04:21:52,521 main DEBUG OutputStream closed 2024-11-23 04:21:52,522 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 04:21:52,522 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 04:21:52,522 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-23 04:21:52,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 04:21:52,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 04:21:52,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 04:21:52,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 04:21:52,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 04:21:52,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 04:21:52,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 04:21:52,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 04:21:52,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 04:21:52,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 04:21:52,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 04:21:52,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 04:21:52,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 04:21:52,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 04:21:52,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 04:21:52,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 04:21:52,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 04:21:52,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 04:21:52,663 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 04:21:52,663 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-23 04:21:52,664 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 04:21:52,665 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-23T04:21:53,084 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709 2024-11-23 04:21:53,089 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 04:21:53,090 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T04:21:53,108 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-23T04:21:53,153 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T04:21:53,158 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/cluster_99154bcf-8410-0dc2-7ee4-c7211a39314a, deleteOnExit=true 2024-11-23T04:21:53,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-23T04:21:53,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/test.cache.data in system properties and HBase conf 2024-11-23T04:21:53,160 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T04:21:53,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/hadoop.log.dir in system properties and HBase conf 2024-11-23T04:21:53,162 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T04:21:53,163 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T04:21:53,163 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T04:21:53,302 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T04:21:53,440 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T04:21:53,445 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T04:21:53,446 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T04:21:53,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T04:21:53,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T04:21:53,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T04:21:53,449 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T04:21:53,449 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T04:21:53,450 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T04:21:53,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T04:21:53,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/nfs.dump.dir in system properties and HBase conf 2024-11-23T04:21:53,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/java.io.tmpdir in system properties and HBase conf 2024-11-23T04:21:53,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T04:21:53,453 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T04:21:53,454 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T04:21:54,693 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T04:21:54,816 INFO [Time-limited test {}] log.Log(170): Logging initialized @3224ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T04:21:54,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T04:21:55,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T04:21:55,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T04:21:55,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T04:21:55,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T04:21:55,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T04:21:55,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/hadoop.log.dir/,AVAILABLE} 2024-11-23T04:21:55,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T04:21:55,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6904431c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/java.io.tmpdir/jetty-localhost-38497-hadoop-hdfs-3_4_1-tests_jar-_-any-18051430236555211814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T04:21:55,448 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:38497} 2024-11-23T04:21:55,449 INFO [Time-limited test {}] server.Server(415): Started @3858ms 2024-11-23T04:21:56,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T04:21:56,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T04:21:56,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T04:21:56,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T04:21:56,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T04:21:56,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4360a7ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/hadoop.log.dir/,AVAILABLE} 2024-11-23T04:21:56,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13028e71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T04:21:56,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26995f7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/java.io.tmpdir/jetty-localhost-39781-hadoop-hdfs-3_4_1-tests_jar-_-any-400239958177193049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T04:21:56,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@434727f8{HTTP/1.1, (http/1.1)}{localhost:39781} 2024-11-23T04:21:56,255 INFO [Time-limited test {}] server.Server(415): Started @4664ms 2024-11-23T04:21:56,333 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T04:21:56,919 WARN [Thread-69 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/cluster_99154bcf-8410-0dc2-7ee4-c7211a39314a/dfs/data/data1/current/BP-2081377827-172.17.0.2-1732335714321/current, will proceed with Du for space computation calculation, 2024-11-23T04:21:56,920 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/cluster_99154bcf-8410-0dc2-7ee4-c7211a39314a/dfs/data/data2/current/BP-2081377827-172.17.0.2-1732335714321/current, will proceed with Du for space computation calculation, 2024-11-23T04:21:57,111 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T04:21:57,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4958fd385db8450d with lease ID 0x2f83123bff60acac: Processing first storage report for DS-b14eff46-f53e-4ab2-906c-bab814c69fa1 from datanode DatanodeRegistration(127.0.0.1:36237, datanodeUuid=e921adbf-53d6-4723-96fc-cd03d8fdf362, infoPort=33971, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1349975047;c=1732335714321) 2024-11-23T04:21:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4958fd385db8450d with lease ID 0x2f83123bff60acac: from storage DS-b14eff46-f53e-4ab2-906c-bab814c69fa1 node DatanodeRegistration(127.0.0.1:36237, datanodeUuid=e921adbf-53d6-4723-96fc-cd03d8fdf362, infoPort=33971, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1349975047;c=1732335714321), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T04:21:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4958fd385db8450d with lease ID 0x2f83123bff60acac: Processing first storage report for DS-2b71b542-9ed7-4e92-b70b-511c6567b0e7 from datanode DatanodeRegistration(127.0.0.1:36237, datanodeUuid=e921adbf-53d6-4723-96fc-cd03d8fdf362, infoPort=33971, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1349975047;c=1732335714321) 2024-11-23T04:21:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4958fd385db8450d with lease ID 0x2f83123bff60acac: from storage DS-2b71b542-9ed7-4e92-b70b-511c6567b0e7 node DatanodeRegistration(127.0.0.1:36237, datanodeUuid=e921adbf-53d6-4723-96fc-cd03d8fdf362, infoPort=33971, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1349975047;c=1732335714321), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T04:21:57,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709 2024-11-23T04:21:57,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/cluster_99154bcf-8410-0dc2-7ee4-c7211a39314a/zookeeper_0, clientPort=62694, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/cluster_99154bcf-8410-0dc2-7ee4-c7211a39314a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/cluster_99154bcf-8410-0dc2-7ee4-c7211a39314a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T04:21:57,348 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62694 2024-11-23T04:21:57,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T04:21:57,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T04:21:57,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741825_1001 (size=7) 2024-11-23T04:21:58,122 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f with version=8 2024-11-23T04:21:58,123 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/hbase-staging 2024-11-23T04:21:58,301 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T04:21:58,650 INFO [Time-limited test {}] client.ConnectionUtils(129): master/7aee8d3d5b7a:0 server-side Connection retries=45 2024-11-23T04:21:58,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T04:21:58,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T04:21:58,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T04:21:58,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T04:21:58,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T04:21:58,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T04:21:58,943 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T04:21:58,956 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T04:21:58,961 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T04:21:59,001 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25359 (auto-detected) 2024-11-23T04:21:59,002 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T04:21:59,029 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42425 2024-11-23T04:21:59,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T04:21:59,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T04:21:59,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42425 connecting to ZooKeeper ensemble=127.0.0.1:62694 2024-11-23T04:21:59,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424250x0, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T04:21:59,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42425-0x100229d048b0000 connected 2024-11-23T04:21:59,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T04:21:59,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T04:21:59,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T04:21:59,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42425 2024-11-23T04:21:59,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42425 2024-11-23T04:21:59,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42425 2024-11-23T04:21:59,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42425 2024-11-23T04:21:59,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42425 2024-11-23T04:21:59,290 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f, hbase.cluster.distributed=false 2024-11-23T04:21:59,395 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/7aee8d3d5b7a:0 server-side Connection retries=45 2024-11-23T04:21:59,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T04:21:59,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T04:21:59,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T04:21:59,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T04:21:59,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T04:21:59,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T04:21:59,402 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T04:21:59,403 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40403 2024-11-23T04:21:59,406 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T04:21:59,413 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T04:21:59,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T04:21:59,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T04:21:59,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40403 connecting to ZooKeeper ensemble=127.0.0.1:62694 2024-11-23T04:21:59,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404030x0, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T04:21:59,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404030x0, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T04:21:59,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40403-0x100229d048b0001 connected 2024-11-23T04:21:59,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T04:21:59,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T04:21:59,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40403 2024-11-23T04:21:59,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40403 2024-11-23T04:21:59,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40403 2024-11-23T04:21:59,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40403 2024-11-23T04:21:59,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40403 2024-11-23T04:21:59,468 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/7aee8d3d5b7a,42425,1732335718291 2024-11-23T04:21:59,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T04:21:59,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T04:21:59,480 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7aee8d3d5b7a,42425,1732335718291 2024-11-23T04:21:59,489 DEBUG [M:0;7aee8d3d5b7a:42425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7aee8d3d5b7a:42425 2024-11-23T04:21:59,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T04:21:59,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:21:59,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T04:21:59,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:21:59,516 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T04:21:59,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T04:21:59,517 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7aee8d3d5b7a,42425,1732335718291 from backup master directory 2024-11-23T04:21:59,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7aee8d3d5b7a,42425,1732335718291 2024-11-23T04:21:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T04:21:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T04:21:59,522 WARN [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T04:21:59,522 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7aee8d3d5b7a,42425,1732335718291 2024-11-23T04:21:59,525 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T04:21:59,526 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T04:21:59,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741826_1002 (size=42) 2024-11-23T04:21:59,610 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/hbase.id with ID: 8b52f38d-5aa6-4438-8aab-09bbffbed4db 2024-11-23T04:21:59,657 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T04:21:59,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:21:59,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:21:59,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741827_1003 (size=196) 2024-11-23T04:21:59,727 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T04:21:59,731 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T04:21:59,764 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:21:59,771 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T04:21:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741828_1004 (size=1189) 2024-11-23T04:21:59,907 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store 2024-11-23T04:21:59,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741829_1005 (size=34) 2024-11-23T04:21:59,986 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T04:21:59,987 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:21:59,988 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T04:21:59,989 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T04:21:59,989 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T04:21:59,989 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T04:21:59,989 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T04:21:59,989 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T04:21:59,990 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T04:21:59,993 WARN [master/7aee8d3d5b7a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/.initializing 2024-11-23T04:21:59,994 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/WALs/7aee8d3d5b7a,42425,1732335718291 2024-11-23T04:22:00,004 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T04:22:00,026 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7aee8d3d5b7a%2C42425%2C1732335718291, suffix=, logDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/WALs/7aee8d3d5b7a,42425,1732335718291, archiveDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/oldWALs, maxLogs=10 2024-11-23T04:22:00,077 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/WALs/7aee8d3d5b7a,42425,1732335718291/7aee8d3d5b7a%2C42425%2C1732335718291.1732335720039, exclude list is [], retry=0 2024-11-23T04:22:00,115 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-b14eff46-f53e-4ab2-906c-bab814c69fa1,DISK] 2024-11-23T04:22:00,121 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T04:22:00,192 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/WALs/7aee8d3d5b7a,42425,1732335718291/7aee8d3d5b7a%2C42425%2C1732335718291.1732335720039 2024-11-23T04:22:00,194 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33971:33971)] 2024-11-23T04:22:00,194 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T04:22:00,195 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:22:00,199 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T04:22:00,201 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T04:22:00,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T04:22:00,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T04:22:00,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:00,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T04:22:00,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T04:22:00,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T04:22:00,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:00,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:00,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T04:22:00,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T04:22:00,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:00,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:00,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T04:22:00,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T04:22:00,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:00,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:00,368 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T04:22:00,370 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T04:22:00,382 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T04:22:00,389 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T04:22:00,397 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T04:22:00,399 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70675556, jitterRate=0.053147852420806885}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T04:22:00,404 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T04:22:00,406 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T04:22:00,442 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fbec18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:00,482 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-23T04:22:00,497 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T04:22:00,498 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T04:22:00,501 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T04:22:00,503 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T04:22:00,509 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-23T04:22:00,510 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T04:22:00,545 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T04:22:00,561 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T04:22:00,565 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-23T04:22:00,568 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T04:22:00,570 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T04:22:00,571 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-23T04:22:00,574 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T04:22:00,578 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T04:22:00,580 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-23T04:22:00,582 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T04:22:00,583 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T04:22:00,594 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T04:22:00,596 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T04:22:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T04:22:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T04:22:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:22:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:22:00,603 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=7aee8d3d5b7a,42425,1732335718291, sessionid=0x100229d048b0000, setting cluster-up flag (Was=false) 2024-11-23T04:22:00,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:22:00,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:22:00,625 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T04:22:00,627 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7aee8d3d5b7a,42425,1732335718291 2024-11-23T04:22:00,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:22:00,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:22:00,649 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T04:22:00,651 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7aee8d3d5b7a,42425,1732335718291 2024-11-23T04:22:00,686 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7aee8d3d5b7a:40403 2024-11-23T04:22:00,688 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1008): ClusterId : 8b52f38d-5aa6-4438-8aab-09bbffbed4db 2024-11-23T04:22:00,691 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T04:22:00,697 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T04:22:00,698 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T04:22:00,701 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T04:22:00,702 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f76b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:00,704 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd7dde5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7aee8d3d5b7a/172.17.0.2:0 2024-11-23T04:22:00,709 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-23T04:22:00,709 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-23T04:22:00,709 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-23T04:22:00,712 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(3073): reportForDuty to master=7aee8d3d5b7a,42425,1732335718291 with isa=7aee8d3d5b7a/172.17.0.2:40403, startcode=1732335719393 2024-11-23T04:22:00,729 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T04:22:00,767 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-23T04:22:00,781 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-23T04:22:00,782 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58153, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T04:22:00,785 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T04:22:00,789 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:00,796 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7aee8d3d5b7a,42425,1732335718291 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T04:22:00,801 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7aee8d3d5b7a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T04:22:00,801 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7aee8d3d5b7a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T04:22:00,801 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7aee8d3d5b7a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T04:22:00,802 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7aee8d3d5b7a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T04:22:00,802 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7aee8d3d5b7a:0, corePoolSize=10, maxPoolSize=10 2024-11-23T04:22:00,802 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7aee8d3d5b7a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T04:22:00,802 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7aee8d3d5b7a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T04:22:00,803 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7aee8d3d5b7a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T04:22:00,827 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T04:22:00,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-23T04:22:00,828 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-23T04:22:00,828 WARN [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T04:22:00,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:00,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T04:22:00,849 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732335750849 2024-11-23T04:22:00,851 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T04:22:00,852 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T04:22:00,856 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T04:22:00,856 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T04:22:00,857 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T04:22:00,857 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T04:22:00,858 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:00,860 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T04:22:00,861 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T04:22:00,862 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T04:22:00,868 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T04:22:00,868 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T04:22:00,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741831_1007 (size=1039) 2024-11-23T04:22:00,870 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7aee8d3d5b7a:0:becomeActiveMaster-HFileCleaner.large.0-1732335720870,5,FailOnTimeoutGroup] 2024-11-23T04:22:00,876 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7aee8d3d5b7a:0:becomeActiveMaster-HFileCleaner.small.0-1732335720871,5,FailOnTimeoutGroup] 2024-11-23T04:22:00,876 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:00,876 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T04:22:00,878 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:00,878 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:00,930 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(3073): reportForDuty to master=7aee8d3d5b7a,42425,1732335718291 with isa=7aee8d3d5b7a/172.17.0.2:40403, startcode=1732335719393 2024-11-23T04:22:00,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42425 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:00,936 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42425 {}] master.ServerManager(486): Registering regionserver=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:00,948 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f 2024-11-23T04:22:00,948 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37125 2024-11-23T04:22:00,948 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-23T04:22:00,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T04:22:00,957 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] zookeeper.ZKUtil(111): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:00,957 WARN [RS:0;7aee8d3d5b7a:40403 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T04:22:00,957 INFO [RS:0;7aee8d3d5b7a:40403 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T04:22:00,957 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/WALs/7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:00,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7aee8d3d5b7a,40403,1732335719393] 2024-11-23T04:22:00,974 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-23T04:22:00,987 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T04:22:01,003 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T04:22:01,006 INFO [RS:0;7aee8d3d5b7a:40403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T04:22:01,006 INFO [RS:0;7aee8d3d5b7a:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:01,008 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-23T04:22:01,015 INFO [RS:0;7aee8d3d5b7a:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:01,016 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T04:22:01,016 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7aee8d3d5b7a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T04:22:01,016 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T04:22:01,016 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T04:22:01,016 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7aee8d3d5b7a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T04:22:01,017 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7aee8d3d5b7a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T04:22:01,017 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7aee8d3d5b7a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T04:22:01,018 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7aee8d3d5b7a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T04:22:01,018 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7aee8d3d5b7a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T04:22:01,018 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7aee8d3d5b7a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T04:22:01,018 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7aee8d3d5b7a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T04:22:01,018 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7aee8d3d5b7a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T04:22:01,019 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T04:22:01,023 INFO [RS:0;7aee8d3d5b7a:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:01,024 INFO [RS:0;7aee8d3d5b7a:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:01,024 INFO [RS:0;7aee8d3d5b7a:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:01,024 INFO [RS:0;7aee8d3d5b7a:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:01,024 INFO [RS:0;7aee8d3d5b7a:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=7aee8d3d5b7a,40403,1732335719393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T04:22:01,054 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T04:22:01,056 INFO [RS:0;7aee8d3d5b7a:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=7aee8d3d5b7a,40403,1732335719393-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:01,085 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.Replication(204): 7aee8d3d5b7a,40403,1732335719393 started 2024-11-23T04:22:01,086 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1767): Serving as 7aee8d3d5b7a,40403,1732335719393, RpcServer on 7aee8d3d5b7a/172.17.0.2:40403, sessionid=0x100229d048b0001 2024-11-23T04:22:01,087 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T04:22:01,087 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:01,087 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7aee8d3d5b7a,40403,1732335719393' 2024-11-23T04:22:01,087 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T04:22:01,088 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T04:22:01,089 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T04:22:01,089 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T04:22:01,089 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:01,089 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7aee8d3d5b7a,40403,1732335719393' 2024-11-23T04:22:01,089 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T04:22:01,090 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T04:22:01,092 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T04:22:01,092 INFO [RS:0;7aee8d3d5b7a:40403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T04:22:01,092 INFO [RS:0;7aee8d3d5b7a:40403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T04:22:01,200 INFO [RS:0;7aee8d3d5b7a:40403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T04:22:01,206 INFO [RS:0;7aee8d3d5b7a:40403 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7aee8d3d5b7a%2C40403%2C1732335719393, suffix=, logDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/WALs/7aee8d3d5b7a,40403,1732335719393, archiveDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/oldWALs, maxLogs=32 2024-11-23T04:22:01,233 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/WALs/7aee8d3d5b7a,40403,1732335719393/7aee8d3d5b7a%2C40403%2C1732335719393.1732335721210, exclude list is [], retry=0 2024-11-23T04:22:01,239 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-b14eff46-f53e-4ab2-906c-bab814c69fa1,DISK] 2024-11-23T04:22:01,243 INFO [RS:0;7aee8d3d5b7a:40403 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/WALs/7aee8d3d5b7a,40403,1732335719393/7aee8d3d5b7a%2C40403%2C1732335719393.1732335721210 2024-11-23T04:22:01,244 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33971:33971)] 2024-11-23T04:22:01,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-23T04:22:01,272 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f 2024-11-23T04:22:01,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741833_1009 (size=32) 2024-11-23T04:22:01,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:22:01,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T04:22:01,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T04:22:01,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:01,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T04:22:01,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T04:22:01,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T04:22:01,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:01,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T04:22:01,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T04:22:01,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T04:22:01,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:01,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T04:22:01,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740 2024-11-23T04:22:01,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740 2024-11-23T04:22:01,314 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T04:22:01,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T04:22:01,322 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T04:22:01,323 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70193259, jitterRate=0.04596106708049774}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T04:22:01,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T04:22:01,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T04:22:01,326 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T04:22:01,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T04:22:01,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T04:22:01,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T04:22:01,328 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T04:22:01,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T04:22:01,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T04:22:01,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-23T04:22:01,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T04:22:01,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T04:22:01,351 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T04:22:01,503 DEBUG [7aee8d3d5b7a:42425 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T04:22:01,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:01,515 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7aee8d3d5b7a,40403,1732335719393, state=OPENING 2024-11-23T04:22:01,521 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T04:22:01,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:22:01,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:22:01,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T04:22:01,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T04:22:01,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:22:01,706 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:01,708 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T04:22:01,712 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T04:22:01,738 INFO [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-23T04:22:01,738 INFO [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T04:22:01,739 INFO [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T04:22:01,743 INFO [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7aee8d3d5b7a%2C40403%2C1732335719393.meta, suffix=.meta, logDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/WALs/7aee8d3d5b7a,40403,1732335719393, archiveDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/oldWALs, maxLogs=32 2024-11-23T04:22:01,763 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/WALs/7aee8d3d5b7a,40403,1732335719393/7aee8d3d5b7a%2C40403%2C1732335719393.meta.1732335721745.meta, exclude list is [], retry=0 2024-11-23T04:22:01,768 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-b14eff46-f53e-4ab2-906c-bab814c69fa1,DISK] 2024-11-23T04:22:01,771 INFO [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/WALs/7aee8d3d5b7a,40403,1732335719393/7aee8d3d5b7a%2C40403%2C1732335719393.meta.1732335721745.meta 2024-11-23T04:22:01,772 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33971:33971)] 2024-11-23T04:22:01,772 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T04:22:01,774 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T04:22:01,845 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T04:22:01,850 INFO [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T04:22:01,855 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T04:22:01,855 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:22:01,856 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-23T04:22:01,856 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-23T04:22:01,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T04:22:01,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T04:22:01,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:01,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T04:22:01,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T04:22:01,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T04:22:01,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:01,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T04:22:01,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T04:22:01,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T04:22:01,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:01,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T04:22:01,872 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740 2024-11-23T04:22:01,875 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740 2024-11-23T04:22:01,881 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T04:22:01,885 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T04:22:01,887 INFO [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60529729, jitterRate=-0.0980367511510849}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T04:22:01,889 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T04:22:01,899 INFO [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732335721700 2024-11-23T04:22:01,912 DEBUG [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T04:22:01,913 INFO [RS_OPEN_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-23T04:22:01,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:01,916 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7aee8d3d5b7a,40403,1732335719393, state=OPEN 2024-11-23T04:22:01,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T04:22:01,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T04:22:01,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T04:22:01,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T04:22:01,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T04:22:01,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=7aee8d3d5b7a,40403,1732335719393 in 396 msec 2024-11-23T04:22:01,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T04:22:01,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 592 msec 2024-11-23T04:22:01,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-23T04:22:01,942 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732335721942, completionTime=-1 2024-11-23T04:22:01,942 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T04:22:01,942 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-23T04:22:01,986 DEBUG [hconnection-0x62abea3c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:01,989 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:02,004 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-23T04:22:02,004 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732335782004 2024-11-23T04:22:02,004 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732335842004 2024-11-23T04:22:02,004 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 62 msec 2024-11-23T04:22:02,035 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7aee8d3d5b7a,42425,1732335718291-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:02,036 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7aee8d3d5b7a,42425,1732335718291-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:02,036 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7aee8d3d5b7a,42425,1732335718291-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:02,038 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7aee8d3d5b7a:42425, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:02,039 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:02,048 DEBUG [master/7aee8d3d5b7a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-23T04:22:02,051 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-23T04:22:02,052 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T04:22:02,060 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-23T04:22:02,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T04:22:02,066 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:02,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T04:22:02,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741835_1011 (size=358) 2024-11-23T04:22:02,091 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a09e861b42bdce3ee98cacafe6357877, NAME => 'hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f 2024-11-23T04:22:02,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741836_1012 (size=42) 2024-11-23T04:22:02,509 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:22:02,510 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a09e861b42bdce3ee98cacafe6357877, disabling compactions & flushes 2024-11-23T04:22:02,510 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. 2024-11-23T04:22:02,510 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. 2024-11-23T04:22:02,510 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. after waiting 0 ms 2024-11-23T04:22:02,510 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. 2024-11-23T04:22:02,510 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. 2024-11-23T04:22:02,510 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a09e861b42bdce3ee98cacafe6357877: 2024-11-23T04:22:02,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T04:22:02,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732335722518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732335722518"}]},"ts":"1732335722518"} 2024-11-23T04:22:02,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T04:22:02,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T04:22:02,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335722574"}]},"ts":"1732335722574"} 2024-11-23T04:22:02,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-23T04:22:02,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a09e861b42bdce3ee98cacafe6357877, ASSIGN}] 2024-11-23T04:22:02,593 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a09e861b42bdce3ee98cacafe6357877, ASSIGN 2024-11-23T04:22:02,595 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a09e861b42bdce3ee98cacafe6357877, ASSIGN; state=OFFLINE, location=7aee8d3d5b7a,40403,1732335719393; forceNewPlan=false, retain=false 2024-11-23T04:22:02,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a09e861b42bdce3ee98cacafe6357877, regionState=OPENING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:02,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a09e861b42bdce3ee98cacafe6357877, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:22:02,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:02,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. 2024-11-23T04:22:02,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a09e861b42bdce3ee98cacafe6357877, NAME => 'hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877.', STARTKEY => '', ENDKEY => ''} 2024-11-23T04:22:02,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a09e861b42bdce3ee98cacafe6357877 2024-11-23T04:22:02,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:22:02,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a09e861b42bdce3ee98cacafe6357877 2024-11-23T04:22:02,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a09e861b42bdce3ee98cacafe6357877 2024-11-23T04:22:02,918 INFO [StoreOpener-a09e861b42bdce3ee98cacafe6357877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a09e861b42bdce3ee98cacafe6357877 2024-11-23T04:22:02,920 INFO [StoreOpener-a09e861b42bdce3ee98cacafe6357877-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a09e861b42bdce3ee98cacafe6357877 columnFamilyName info 2024-11-23T04:22:02,921 DEBUG [StoreOpener-a09e861b42bdce3ee98cacafe6357877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:02,922 INFO [StoreOpener-a09e861b42bdce3ee98cacafe6357877-1 {}] regionserver.HStore(327): Store=a09e861b42bdce3ee98cacafe6357877/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:02,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/namespace/a09e861b42bdce3ee98cacafe6357877 2024-11-23T04:22:02,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/namespace/a09e861b42bdce3ee98cacafe6357877 2024-11-23T04:22:02,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a09e861b42bdce3ee98cacafe6357877 2024-11-23T04:22:02,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/namespace/a09e861b42bdce3ee98cacafe6357877/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T04:22:02,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a09e861b42bdce3ee98cacafe6357877; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71561564, jitterRate=0.06635040044784546}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T04:22:02,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a09e861b42bdce3ee98cacafe6357877: 2024-11-23T04:22:02,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877., pid=6, masterSystemTime=1732335722906 2024-11-23T04:22:02,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. 2024-11-23T04:22:02,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. 2024-11-23T04:22:02,949 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a09e861b42bdce3ee98cacafe6357877, regionState=OPEN, openSeqNum=2, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:02,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T04:22:02,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a09e861b42bdce3ee98cacafe6357877, server=7aee8d3d5b7a,40403,1732335719393 in 201 msec 2024-11-23T04:22:02,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T04:22:02,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a09e861b42bdce3ee98cacafe6357877, ASSIGN in 368 msec 2024-11-23T04:22:02,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T04:22:02,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335722964"}]},"ts":"1732335722964"} 2024-11-23T04:22:02,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-23T04:22:02,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T04:22:02,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 918 msec 2024-11-23T04:22:03,064 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-23T04:22:03,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:22:03,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-23T04:22:03,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:22:03,101 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-23T04:22:03,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T04:22:03,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2024-11-23T04:22:03,136 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-23T04:22:03,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T04:22:03,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 24 msec 2024-11-23T04:22:03,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-23T04:22:03,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-23T04:22:03,178 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.656sec 2024-11-23T04:22:03,180 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T04:22:03,182 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T04:22:03,183 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T04:22:03,184 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T04:22:03,184 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T04:22:03,185 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7aee8d3d5b7a,42425,1732335718291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T04:22:03,186 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7aee8d3d5b7a,42425,1732335718291-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T04:22:03,193 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-23T04:22:03,195 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T04:22:03,195 INFO [master/7aee8d3d5b7a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7aee8d3d5b7a,42425,1732335718291-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T04:22:03,288 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29285438 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a7e4a72 2024-11-23T04:22:03,289 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-23T04:22:03,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4effaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:03,309 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T04:22:03,309 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T04:22:03,319 DEBUG [hconnection-0x2ce4bca5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:03,331 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:03,367 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=7aee8d3d5b7a,42425,1732335718291 2024-11-23T04:22:03,406 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=218, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=4546 2024-11-23T04:22:03,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T04:22:03,427 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T04:22:03,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T04:22:03,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T04:22:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:03,449 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T04:22:03,449 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:03,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-23T04:22:03,452 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T04:22:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T04:22:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741837_1013 (size=963) 2024-11-23T04:22:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T04:22:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T04:22:03,880 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f 2024-11-23T04:22:03,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741838_1014 (size=53) 2024-11-23T04:22:03,915 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:22:03,915 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing bf0337c3c496f865dc92100ed2a7d5ee, disabling compactions & flushes 2024-11-23T04:22:03,915 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:03,915 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:03,915 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. after waiting 0 ms 2024-11-23T04:22:03,915 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:03,915 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:03,915 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:03,918 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T04:22:03,919 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732335723918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732335723918"}]},"ts":"1732335723918"} 2024-11-23T04:22:03,923 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T04:22:03,925 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T04:22:03,926 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335723925"}]},"ts":"1732335723925"} 2024-11-23T04:22:03,929 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T04:22:03,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0337c3c496f865dc92100ed2a7d5ee, ASSIGN}] 2024-11-23T04:22:03,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0337c3c496f865dc92100ed2a7d5ee, ASSIGN 2024-11-23T04:22:03,942 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0337c3c496f865dc92100ed2a7d5ee, ASSIGN; state=OFFLINE, location=7aee8d3d5b7a,40403,1732335719393; forceNewPlan=false, retain=false 2024-11-23T04:22:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T04:22:04,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=bf0337c3c496f865dc92100ed2a7d5ee, regionState=OPENING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:04,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:22:04,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:04,262 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:04,262 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} 2024-11-23T04:22:04,263 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:04,263 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:22:04,263 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:04,263 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:04,266 INFO [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:04,271 INFO [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:22:04,272 INFO [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf0337c3c496f865dc92100ed2a7d5ee columnFamilyName A 2024-11-23T04:22:04,272 DEBUG [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:04,273 INFO [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] regionserver.HStore(327): Store=bf0337c3c496f865dc92100ed2a7d5ee/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:04,273 INFO [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:04,276 INFO [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:22:04,276 INFO [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf0337c3c496f865dc92100ed2a7d5ee columnFamilyName B 2024-11-23T04:22:04,277 DEBUG [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:04,278 INFO [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] regionserver.HStore(327): Store=bf0337c3c496f865dc92100ed2a7d5ee/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:04,278 INFO [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:04,281 INFO [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:22:04,281 INFO [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf0337c3c496f865dc92100ed2a7d5ee columnFamilyName C 2024-11-23T04:22:04,281 DEBUG [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:04,282 INFO [StoreOpener-bf0337c3c496f865dc92100ed2a7d5ee-1 {}] regionserver.HStore(327): Store=bf0337c3c496f865dc92100ed2a7d5ee/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:04,283 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:04,285 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:04,286 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:04,289 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T04:22:04,292 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:04,299 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T04:22:04,301 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened bf0337c3c496f865dc92100ed2a7d5ee; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73902457, jitterRate=0.10123242437839508}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T04:22:04,303 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:04,305 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., pid=11, masterSystemTime=1732335724253 2024-11-23T04:22:04,309 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:04,309 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:04,310 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=bf0337c3c496f865dc92100ed2a7d5ee, regionState=OPEN, openSeqNum=2, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:04,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T04:22:04,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 in 216 msec 2024-11-23T04:22:04,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T04:22:04,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0337c3c496f865dc92100ed2a7d5ee, ASSIGN in 383 msec 2024-11-23T04:22:04,324 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T04:22:04,324 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335724324"}]},"ts":"1732335724324"} 2024-11-23T04:22:04,327 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T04:22:04,333 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T04:22:04,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 890 msec 2024-11-23T04:22:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T04:22:04,580 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-23T04:22:04,587 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cc817d0 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3bed86ae 2024-11-23T04:22:04,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1212d9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:04,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:04,610 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:04,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T04:22:04,617 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T04:22:04,629 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fe61c10 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21d86332 2024-11-23T04:22:04,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f33240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:04,638 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x481d5e85 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a3e7547 2024-11-23T04:22:04,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c80704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:04,644 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53623ce6 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aba57ed 2024-11-23T04:22:04,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dad8999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:04,650 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f68aae6 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27f597d9 2024-11-23T04:22:04,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18de28d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:04,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b2c1d to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62b16227 2024-11-23T04:22:04,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b406636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:04,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53f30e40 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7915562a 2024-11-23T04:22:04,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7523ca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:04,667 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77d9cb79 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24ae67ae 2024-11-23T04:22:04,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f34c0b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:04,675 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0763ae64 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ebb9f30 2024-11-23T04:22:04,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cfc6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:04,695 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118d1c39 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23fd5327 2024-11-23T04:22:04,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f18a09d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:04,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-23T04:22:04,724 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T04:22:04,728 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:04,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:04,730 DEBUG [hconnection-0x8fbcdfd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:04,732 DEBUG [hconnection-0x6953ce0b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:04,733 DEBUG [hconnection-0xafaa2be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:04,733 DEBUG [hconnection-0x74c7c505-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:04,735 DEBUG [hconnection-0x175a69d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:04,736 DEBUG [hconnection-0x4766e894-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:04,739 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:04,742 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:04,747 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:04,752 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:04,753 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:04,765 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:04,765 DEBUG [hconnection-0x66399e8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:04,772 DEBUG [hconnection-0x61ab0122-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:04,775 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:04,776 DEBUG [hconnection-0x65d28454-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:04,791 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:04,803 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T04:22:04,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:22:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:04,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:04,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:04,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:04,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:04,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:04,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:04,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:04,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T04:22:04,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:04,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:04,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/1d3073cd7dd54e58872705da22b9759d is 50, key is test_row_0/A:col10/1732335724810/Put/seqid=0 2024-11-23T04:22:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T04:22:05,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335785044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335785052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,071 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335785056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T04:22:05,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335785066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:05,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335785069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741839_1015 (size=16681) 2024-11-23T04:22:05,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/1d3073cd7dd54e58872705da22b9759d 2024-11-23T04:22:05,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335785177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335785181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335785185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335785174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335785185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T04:22:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:05,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:05,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:05,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/905d4438559e45ce864ec72800fe2396 is 50, key is test_row_0/B:col10/1732335724810/Put/seqid=0 2024-11-23T04:22:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T04:22:05,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741840_1016 (size=12001) 2024-11-23T04:22:05,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/905d4438559e45ce864ec72800fe2396 2024-11-23T04:22:05,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/688e4deab2ca4cd08bd9397c277f6011 is 50, key is test_row_0/C:col10/1732335724810/Put/seqid=0 2024-11-23T04:22:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335785397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335785397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335785399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335785402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335785402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,409 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T04:22:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:05,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741841_1017 (size=12001) 2024-11-23T04:22:05,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T04:22:05,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:05,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:05,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:05,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335785704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335785710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335785712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335785711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335785713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,738 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T04:22:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:05,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T04:22:05,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/688e4deab2ca4cd08bd9397c277f6011 2024-11-23T04:22:05,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/1d3073cd7dd54e58872705da22b9759d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/1d3073cd7dd54e58872705da22b9759d 2024-11-23T04:22:05,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:05,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T04:22:05,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:05,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:05,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/1d3073cd7dd54e58872705da22b9759d, entries=250, sequenceid=12, filesize=16.3 K 2024-11-23T04:22:05,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:05,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:05,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/905d4438559e45ce864ec72800fe2396 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/905d4438559e45ce864ec72800fe2396 2024-11-23T04:22:05,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/905d4438559e45ce864ec72800fe2396, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T04:22:05,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/688e4deab2ca4cd08bd9397c277f6011 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/688e4deab2ca4cd08bd9397c277f6011 2024-11-23T04:22:05,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/688e4deab2ca4cd08bd9397c277f6011, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T04:22:05,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bf0337c3c496f865dc92100ed2a7d5ee in 1085ms, sequenceid=12, compaction requested=false 2024-11-23T04:22:05,934 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T04:22:05,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:06,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T04:22:06,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:06,053 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T04:22:06,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:06,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:06,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:06,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:06,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:06,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:06,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/236279dc234a48ba982bc8a7a5268388 is 50, key is test_row_0/A:col10/1732335725043/Put/seqid=0 2024-11-23T04:22:06,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741842_1018 (size=12001) 2024-11-23T04:22:06,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:06,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335786255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335786280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335786281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335786282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335786287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335786386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335786398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335786400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335786412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335786414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,541 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/236279dc234a48ba982bc8a7a5268388 2024-11-23T04:22:06,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/d7446a2ebe204e1cbbf655614ad0dbe5 is 50, key is test_row_0/B:col10/1732335725043/Put/seqid=0 2024-11-23T04:22:06,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335786591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335786609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335786620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335786622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335786622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:06,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741843_1019 (size=12001) 2024-11-23T04:22:06,647 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/d7446a2ebe204e1cbbf655614ad0dbe5 2024-11-23T04:22:06,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/ae152fd4bdc5459b9de8e5f4389a1c45 is 50, key is test_row_0/C:col10/1732335725043/Put/seqid=0 2024-11-23T04:22:06,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741844_1020 (size=12001) 2024-11-23T04:22:06,731 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/ae152fd4bdc5459b9de8e5f4389a1c45 2024-11-23T04:22:06,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/236279dc234a48ba982bc8a7a5268388 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/236279dc234a48ba982bc8a7a5268388 2024-11-23T04:22:06,758 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/236279dc234a48ba982bc8a7a5268388, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T04:22:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/d7446a2ebe204e1cbbf655614ad0dbe5 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d7446a2ebe204e1cbbf655614ad0dbe5 2024-11-23T04:22:06,775 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d7446a2ebe204e1cbbf655614ad0dbe5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T04:22:06,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/ae152fd4bdc5459b9de8e5f4389a1c45 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/ae152fd4bdc5459b9de8e5f4389a1c45 2024-11-23T04:22:06,790 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/ae152fd4bdc5459b9de8e5f4389a1c45, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T04:22:06,792 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for bf0337c3c496f865dc92100ed2a7d5ee in 739ms, sequenceid=37, compaction requested=false 2024-11-23T04:22:06,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:06,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:06,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T04:22:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-23T04:22:06,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T04:22:06,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0670 sec 2024-11-23T04:22:06,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.0850 sec 2024-11-23T04:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T04:22:06,840 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-23T04:22:06,852 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-23T04:22:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T04:22:06,861 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:06,863 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:06,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:06,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T04:22:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:06,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:06,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/a6241c98341b46e98de5b6deabed631b is 50, key is test_row_0/A:col10/1732335726251/Put/seqid=0 2024-11-23T04:22:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T04:22:07,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741845_1021 (size=14341) 2024-11-23T04:22:07,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/a6241c98341b46e98de5b6deabed631b 2024-11-23T04:22:07,017 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T04:22:07,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:07,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335787003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335787002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335787018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335787020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335787021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/919bf333ce6742ad9d80c5b8df3417d6 is 50, key is test_row_0/B:col10/1732335726251/Put/seqid=0 2024-11-23T04:22:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741846_1022 (size=12001) 2024-11-23T04:22:07,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335787125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335787125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335787130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335787131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335787134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T04:22:07,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T04:22:07,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:07,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335787334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T04:22:07,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:07,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335787341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335787341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335787344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335787346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,368 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T04:22:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T04:22:07,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T04:22:07,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:07,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,499 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T04:22:07,502 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-23T04:22:07,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/919bf333ce6742ad9d80c5b8df3417d6 2024-11-23T04:22:07,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/6e97b813b66545cf977b68b07c690f44 is 50, key is test_row_0/C:col10/1732335726251/Put/seqid=0 2024-11-23T04:22:07,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741847_1023 (size=12001) 2024-11-23T04:22:07,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335787642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T04:22:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335787652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335787653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335787654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335787656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T04:22:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,962 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:07,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T04:22:07,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:07,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:07,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T04:22:08,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/6e97b813b66545cf977b68b07c690f44 2024-11-23T04:22:08,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/a6241c98341b46e98de5b6deabed631b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a6241c98341b46e98de5b6deabed631b 2024-11-23T04:22:08,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a6241c98341b46e98de5b6deabed631b, entries=200, sequenceid=50, filesize=14.0 K 2024-11-23T04:22:08,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/919bf333ce6742ad9d80c5b8df3417d6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/919bf333ce6742ad9d80c5b8df3417d6 2024-11-23T04:22:08,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/919bf333ce6742ad9d80c5b8df3417d6, entries=150, sequenceid=50, filesize=11.7 K 2024-11-23T04:22:08,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/6e97b813b66545cf977b68b07c690f44 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/6e97b813b66545cf977b68b07c690f44 2024-11-23T04:22:08,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/6e97b813b66545cf977b68b07c690f44, entries=150, sequenceid=50, filesize=11.7 K 2024-11-23T04:22:08,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for bf0337c3c496f865dc92100ed2a7d5ee in 1159ms, sequenceid=50, compaction requested=true 2024-11-23T04:22:08,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:08,091 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:08,092 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:08,098 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:08,099 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/B is initiating minor compaction (all files) 2024-11-23T04:22:08,100 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/B in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:08,100 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/905d4438559e45ce864ec72800fe2396, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d7446a2ebe204e1cbbf655614ad0dbe5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/919bf333ce6742ad9d80c5b8df3417d6] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=35.2 K 2024-11-23T04:22:08,102 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:08,102 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 905d4438559e45ce864ec72800fe2396, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732335724788 2024-11-23T04:22:08,102 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/A is initiating minor compaction (all files) 2024-11-23T04:22:08,102 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/A in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:08,102 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/1d3073cd7dd54e58872705da22b9759d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/236279dc234a48ba982bc8a7a5268388, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a6241c98341b46e98de5b6deabed631b] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=42.0 K 2024-11-23T04:22:08,103 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d7446a2ebe204e1cbbf655614ad0dbe5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732335725043 2024-11-23T04:22:08,104 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d3073cd7dd54e58872705da22b9759d, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732335724761 2024-11-23T04:22:08,104 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 919bf333ce6742ad9d80c5b8df3417d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732335726251 2024-11-23T04:22:08,105 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 236279dc234a48ba982bc8a7a5268388, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732335725043 2024-11-23T04:22:08,105 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6241c98341b46e98de5b6deabed631b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732335726251 2024-11-23T04:22:08,117 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T04:22:08,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:08,119 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:22:08,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:08,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:08,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:08,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:08,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:08,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:08,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/f519c3bbd6e1447eb2cc3c80adc3b28e is 50, key is test_row_0/A:col10/1732335727001/Put/seqid=0 2024-11-23T04:22:08,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:08,207 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#A#compaction#10 average throughput is 0.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:08,210 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#B#compaction#11 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:08,211 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/ec5a5a23b70740e9a520a56d1cc9cd69 is 50, key is test_row_0/B:col10/1732335726251/Put/seqid=0 2024-11-23T04:22:08,214 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/1901f36d34154fd7bbffde82ec1facbb is 50, key is test_row_0/A:col10/1732335726251/Put/seqid=0 2024-11-23T04:22:08,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741848_1024 (size=12001) 2024-11-23T04:22:08,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335788204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335788205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335788225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335788229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335788229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741849_1025 (size=12104) 2024-11-23T04:22:08,307 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/ec5a5a23b70740e9a520a56d1cc9cd69 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/ec5a5a23b70740e9a520a56d1cc9cd69 2024-11-23T04:22:08,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741850_1026 (size=12104) 2024-11-23T04:22:08,326 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/1901f36d34154fd7bbffde82ec1facbb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/1901f36d34154fd7bbffde82ec1facbb 2024-11-23T04:22:08,331 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/B of bf0337c3c496f865dc92100ed2a7d5ee into ec5a5a23b70740e9a520a56d1cc9cd69(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:08,332 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:08,332 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/B, priority=13, startTime=1732335728091; duration=0sec 2024-11-23T04:22:08,332 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:08,332 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:08,332 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:08,339 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:08,339 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/C is initiating minor compaction (all files) 2024-11-23T04:22:08,339 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/C in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:08,339 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/688e4deab2ca4cd08bd9397c277f6011, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/ae152fd4bdc5459b9de8e5f4389a1c45, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/6e97b813b66545cf977b68b07c690f44] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=35.2 K 2024-11-23T04:22:08,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335788331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335788337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,342 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 688e4deab2ca4cd08bd9397c277f6011, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732335724788 2024-11-23T04:22:08,343 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/A of bf0337c3c496f865dc92100ed2a7d5ee into 1901f36d34154fd7bbffde82ec1facbb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:08,343 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting ae152fd4bdc5459b9de8e5f4389a1c45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732335725043 2024-11-23T04:22:08,343 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:08,343 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/A, priority=13, startTime=1732335728081; duration=0sec 2024-11-23T04:22:08,343 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:08,344 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:08,344 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e97b813b66545cf977b68b07c690f44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732335726251 2024-11-23T04:22:08,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335788360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335788360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335788361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,381 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#C#compaction#12 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:08,382 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/93c71e7323c34096989bc8d312fc8a27 is 50, key is test_row_0/C:col10/1732335726251/Put/seqid=0 2024-11-23T04:22:08,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741851_1027 (size=12104) 2024-11-23T04:22:08,440 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/93c71e7323c34096989bc8d312fc8a27 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/93c71e7323c34096989bc8d312fc8a27 2024-11-23T04:22:08,453 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/C of bf0337c3c496f865dc92100ed2a7d5ee into 93c71e7323c34096989bc8d312fc8a27(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:08,453 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:08,453 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/C, priority=13, startTime=1732335728091; duration=0sec 2024-11-23T04:22:08,453 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:08,453 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:C 2024-11-23T04:22:08,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335788545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335788546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335788568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335788569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335788570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,622 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/f519c3bbd6e1447eb2cc3c80adc3b28e 2024-11-23T04:22:08,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/d2e89a4972ae496a8d38680917bc5849 is 50, key is test_row_0/B:col10/1732335727001/Put/seqid=0 2024-11-23T04:22:08,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741852_1028 (size=12001) 2024-11-23T04:22:08,688 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/d2e89a4972ae496a8d38680917bc5849 2024-11-23T04:22:08,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/c4de0b6bafb9429e8a796778e19591cc is 50, key is test_row_0/C:col10/1732335727001/Put/seqid=0 2024-11-23T04:22:08,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741853_1029 (size=12001) 2024-11-23T04:22:08,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335788852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335788854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335788876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335788877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335788880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:08,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T04:22:08,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T04:22:08,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-23T04:22:08,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-23T04:22:08,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T04:22:08,944 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T04:22:08,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T04:22:08,945 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T04:22:08,946 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T04:22:08,946 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T04:22:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T04:22:09,186 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/c4de0b6bafb9429e8a796778e19591cc 2024-11-23T04:22:09,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/f519c3bbd6e1447eb2cc3c80adc3b28e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f519c3bbd6e1447eb2cc3c80adc3b28e 2024-11-23T04:22:09,216 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f519c3bbd6e1447eb2cc3c80adc3b28e, entries=150, sequenceid=74, filesize=11.7 K 2024-11-23T04:22:09,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/d2e89a4972ae496a8d38680917bc5849 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d2e89a4972ae496a8d38680917bc5849 2024-11-23T04:22:09,235 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d2e89a4972ae496a8d38680917bc5849, entries=150, sequenceid=74, filesize=11.7 K 2024-11-23T04:22:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/c4de0b6bafb9429e8a796778e19591cc as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c4de0b6bafb9429e8a796778e19591cc 2024-11-23T04:22:09,264 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c4de0b6bafb9429e8a796778e19591cc, entries=150, sequenceid=74, filesize=11.7 K 2024-11-23T04:22:09,267 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bf0337c3c496f865dc92100ed2a7d5ee in 1147ms, sequenceid=74, compaction requested=false 2024-11-23T04:22:09,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:09,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:09,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T04:22:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-23T04:22:09,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T04:22:09,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4080 sec 2024-11-23T04:22:09,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.4240 sec 2024-11-23T04:22:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:09,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T04:22:09,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:09,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:09,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:09,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:09,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:09,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:09,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/7219a919bca648089c9b6a174e7ae0fb is 50, key is test_row_0/A:col10/1732335729456/Put/seqid=0 2024-11-23T04:22:09,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741854_1030 (size=16681) 2024-11-23T04:22:09,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/7219a919bca648089c9b6a174e7ae0fb 2024-11-23T04:22:09,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335789528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:09,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335789529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:09,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335789531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:09,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/bda8416f7a934cd8b377b0d4900b6432 is 50, key is test_row_0/B:col10/1732335729456/Put/seqid=0 2024-11-23T04:22:09,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335789537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:09,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335789538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:09,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741855_1031 (size=12001) 2024-11-23T04:22:09,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/bda8416f7a934cd8b377b0d4900b6432 2024-11-23T04:22:09,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/c907e6db88ec45f69bb30241fba68d1b is 50, key is test_row_0/C:col10/1732335729456/Put/seqid=0 2024-11-23T04:22:09,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335789641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:09,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335789643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:09,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335789643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:09,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335789656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:09,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335789659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:09,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741856_1032 (size=12001) 2024-11-23T04:22:09,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/c907e6db88ec45f69bb30241fba68d1b 2024-11-23T04:22:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/7219a919bca648089c9b6a174e7ae0fb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/7219a919bca648089c9b6a174e7ae0fb 2024-11-23T04:22:09,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/7219a919bca648089c9b6a174e7ae0fb, entries=250, sequenceid=94, filesize=16.3 K 2024-11-23T04:22:09,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/bda8416f7a934cd8b377b0d4900b6432 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/bda8416f7a934cd8b377b0d4900b6432 2024-11-23T04:22:09,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/bda8416f7a934cd8b377b0d4900b6432, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T04:22:09,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/c907e6db88ec45f69bb30241fba68d1b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c907e6db88ec45f69bb30241fba68d1b 2024-11-23T04:22:09,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c907e6db88ec45f69bb30241fba68d1b, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T04:22:09,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for bf0337c3c496f865dc92100ed2a7d5ee in 265ms, sequenceid=94, compaction requested=true 2024-11-23T04:22:09,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:09,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:09,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:09,722 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:09,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:09,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:09,723 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:09,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:09,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:09,725 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:09,725 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:09,725 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/B is initiating minor compaction (all files) 2024-11-23T04:22:09,725 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/A is initiating minor compaction (all files) 2024-11-23T04:22:09,726 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/B in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:09,726 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/A in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:09,726 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/ec5a5a23b70740e9a520a56d1cc9cd69, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d2e89a4972ae496a8d38680917bc5849, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/bda8416f7a934cd8b377b0d4900b6432] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=35.3 K 2024-11-23T04:22:09,726 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/1901f36d34154fd7bbffde82ec1facbb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f519c3bbd6e1447eb2cc3c80adc3b28e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/7219a919bca648089c9b6a174e7ae0fb] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=39.8 K 2024-11-23T04:22:09,727 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting ec5a5a23b70740e9a520a56d1cc9cd69, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732335726251 2024-11-23T04:22:09,727 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1901f36d34154fd7bbffde82ec1facbb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732335726251 2024-11-23T04:22:09,728 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d2e89a4972ae496a8d38680917bc5849, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732335726997 2024-11-23T04:22:09,728 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting f519c3bbd6e1447eb2cc3c80adc3b28e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732335726997 2024-11-23T04:22:09,729 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting bda8416f7a934cd8b377b0d4900b6432, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732335728223 2024-11-23T04:22:09,730 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7219a919bca648089c9b6a174e7ae0fb, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732335728223 2024-11-23T04:22:09,757 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:09,759 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/d964572fbbe9468b8eb1245bad9af70d is 50, key is test_row_0/A:col10/1732335729456/Put/seqid=0 2024-11-23T04:22:09,770 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:09,771 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/762380d15b8846d393e1a25ae924e8f9 is 50, key is test_row_0/B:col10/1732335729456/Put/seqid=0 2024-11-23T04:22:09,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741857_1033 (size=12207) 2024-11-23T04:22:09,846 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/d964572fbbe9468b8eb1245bad9af70d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/d964572fbbe9468b8eb1245bad9af70d 2024-11-23T04:22:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741858_1034 (size=12207) 2024-11-23T04:22:09,868 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/A of bf0337c3c496f865dc92100ed2a7d5ee into d964572fbbe9468b8eb1245bad9af70d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:09,868 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:09,868 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/A, priority=13, startTime=1732335729722; duration=0sec 2024-11-23T04:22:09,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T04:22:09,869 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:09,869 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:09,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:09,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:09,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:09,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:09,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:09,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:09,870 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:09,874 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:09,874 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/C is initiating minor compaction (all files) 2024-11-23T04:22:09,874 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/C in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:09,875 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/93c71e7323c34096989bc8d312fc8a27, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c4de0b6bafb9429e8a796778e19591cc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c907e6db88ec45f69bb30241fba68d1b] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=35.3 K 2024-11-23T04:22:09,876 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93c71e7323c34096989bc8d312fc8a27, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732335726251 2024-11-23T04:22:09,877 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4de0b6bafb9429e8a796778e19591cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732335726997 2024-11-23T04:22:09,878 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting c907e6db88ec45f69bb30241fba68d1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732335728223 2024-11-23T04:22:09,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/ffd6e62c0a7e49e1a6861f2d164a776e is 50, key is test_row_0/A:col10/1732335729860/Put/seqid=0 2024-11-23T04:22:09,929 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:09,930 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/3baa3760e363499494a0e80cda021284 is 50, key is test_row_0/C:col10/1732335729456/Put/seqid=0 2024-11-23T04:22:09,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741859_1035 (size=12001) 2024-11-23T04:22:09,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/ffd6e62c0a7e49e1a6861f2d164a776e 2024-11-23T04:22:09,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:09,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335789971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335789971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:09,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/29337b130ff347eab219a6361e25cc92 is 50, key is test_row_0/B:col10/1732335729860/Put/seqid=0 2024-11-23T04:22:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741860_1036 (size=12207) 2024-11-23T04:22:10,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335789998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335790000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335790004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741861_1037 (size=12001) 2024-11-23T04:22:10,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335790099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335790100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335790111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335790110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335790112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,265 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/762380d15b8846d393e1a25ae924e8f9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/762380d15b8846d393e1a25ae924e8f9 2024-11-23T04:22:10,281 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/B of bf0337c3c496f865dc92100ed2a7d5ee into 762380d15b8846d393e1a25ae924e8f9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:10,281 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:10,281 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/B, priority=13, startTime=1732335729722; duration=0sec 2024-11-23T04:22:10,281 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:10,281 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:10,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335790309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335790309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335790317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335790318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335790319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,413 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/3baa3760e363499494a0e80cda021284 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3baa3760e363499494a0e80cda021284 2024-11-23T04:22:10,432 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/C of bf0337c3c496f865dc92100ed2a7d5ee into 3baa3760e363499494a0e80cda021284(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:10,432 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:10,432 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/C, priority=13, startTime=1732335729723; duration=0sec 2024-11-23T04:22:10,433 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:10,433 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:C 2024-11-23T04:22:10,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/29337b130ff347eab219a6361e25cc92 2024-11-23T04:22:10,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/4414eb58b4654b0aa27467b0b9545e9f is 50, key is test_row_0/C:col10/1732335729860/Put/seqid=0 2024-11-23T04:22:10,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741862_1038 (size=12001) 2024-11-23T04:22:10,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335790616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335790622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335790627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335790625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335790629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T04:22:10,985 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-23T04:22:10,987 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-23T04:22:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T04:22:10,991 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:10,992 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:10,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:11,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/4414eb58b4654b0aa27467b0b9545e9f 2024-11-23T04:22:11,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/ffd6e62c0a7e49e1a6861f2d164a776e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/ffd6e62c0a7e49e1a6861f2d164a776e 2024-11-23T04:22:11,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/ffd6e62c0a7e49e1a6861f2d164a776e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T04:22:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/29337b130ff347eab219a6361e25cc92 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/29337b130ff347eab219a6361e25cc92 2024-11-23T04:22:11,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/29337b130ff347eab219a6361e25cc92, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T04:22:11,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/4414eb58b4654b0aa27467b0b9545e9f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/4414eb58b4654b0aa27467b0b9545e9f 2024-11-23T04:22:11,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/4414eb58b4654b0aa27467b0b9545e9f, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T04:22:11,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for bf0337c3c496f865dc92100ed2a7d5ee in 1194ms, sequenceid=116, compaction requested=false 2024-11-23T04:22:11,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T04:22:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:11,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T04:22:11,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:11,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:11,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:11,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:11,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:11,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:11,146 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T04:22:11,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:11,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:11,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:11,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/310ab395497c48d5ab9e3dafcf9e68b0 is 50, key is test_row_0/A:col10/1732335731127/Put/seqid=0 2024-11-23T04:22:11,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741863_1039 (size=12147) 2024-11-23T04:22:11,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335791179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335791195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335791187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335791197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335791198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T04:22:11,304 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T04:22:11,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:11,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:11,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:11,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335791300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335791311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335791313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335791313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335791311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T04:22:11,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:11,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:11,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:11,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335791515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335791521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335791522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335791523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335791524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/310ab395497c48d5ab9e3dafcf9e68b0 2024-11-23T04:22:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T04:22:11,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T04:22:11,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:11,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:11,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:11,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/84f10141847a42c09e341931893b1fa6 is 50, key is test_row_0/B:col10/1732335731127/Put/seqid=0 2024-11-23T04:22:11,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741864_1040 (size=9757) 2024-11-23T04:22:11,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/84f10141847a42c09e341931893b1fa6 2024-11-23T04:22:11,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/a352ef49b8614093a91bb95024d78be3 is 50, key is test_row_0/C:col10/1732335731127/Put/seqid=0 2024-11-23T04:22:11,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741865_1041 (size=9757) 2024-11-23T04:22:11,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T04:22:11,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:11,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:11,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:11,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335791828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335791832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335791832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335791835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335791845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,923 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:11,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T04:22:11,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:11,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:11,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:11,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:12,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T04:22:12,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:12,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:12,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:12,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:12,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T04:22:12,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/a352ef49b8614093a91bb95024d78be3 2024-11-23T04:22:12,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/310ab395497c48d5ab9e3dafcf9e68b0 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/310ab395497c48d5ab9e3dafcf9e68b0 2024-11-23T04:22:12,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/310ab395497c48d5ab9e3dafcf9e68b0, entries=150, sequenceid=136, filesize=11.9 K 2024-11-23T04:22:12,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/84f10141847a42c09e341931893b1fa6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/84f10141847a42c09e341931893b1fa6 2024-11-23T04:22:12,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/84f10141847a42c09e341931893b1fa6, entries=100, sequenceid=136, filesize=9.5 K 2024-11-23T04:22:12,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/a352ef49b8614093a91bb95024d78be3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a352ef49b8614093a91bb95024d78be3 2024-11-23T04:22:12,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a352ef49b8614093a91bb95024d78be3, entries=100, sequenceid=136, filesize=9.5 K 2024-11-23T04:22:12,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for bf0337c3c496f865dc92100ed2a7d5ee in 1068ms, sequenceid=136, compaction requested=true 2024-11-23T04:22:12,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:12,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:12,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:12,202 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:12,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:12,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:12,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:12,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T04:22:12,202 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:12,204 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:12,204 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/A is initiating minor compaction (all files) 2024-11-23T04:22:12,205 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/A in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:12,205 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/d964572fbbe9468b8eb1245bad9af70d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/ffd6e62c0a7e49e1a6861f2d164a776e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/310ab395497c48d5ab9e3dafcf9e68b0] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=35.5 K 2024-11-23T04:22:12,205 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:12,205 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/B is initiating minor compaction (all files) 2024-11-23T04:22:12,205 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/B in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:12,206 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting d964572fbbe9468b8eb1245bad9af70d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732335728223 2024-11-23T04:22:12,206 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/762380d15b8846d393e1a25ae924e8f9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/29337b130ff347eab219a6361e25cc92, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/84f10141847a42c09e341931893b1fa6] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=33.2 K 2024-11-23T04:22:12,206 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 762380d15b8846d393e1a25ae924e8f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732335728223 2024-11-23T04:22:12,206 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffd6e62c0a7e49e1a6861f2d164a776e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732335729525 2024-11-23T04:22:12,207 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 29337b130ff347eab219a6361e25cc92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732335729525 2024-11-23T04:22:12,208 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 310ab395497c48d5ab9e3dafcf9e68b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732335729967 2024-11-23T04:22:12,208 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 84f10141847a42c09e341931893b1fa6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732335729967 2024-11-23T04:22:12,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T04:22:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:12,235 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T04:22:12,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:12,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:12,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:12,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:12,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:12,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:12,237 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:12,238 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/cbcddd3f53414a2c99843838605d8d9b is 50, key is test_row_0/A:col10/1732335731127/Put/seqid=0 2024-11-23T04:22:12,244 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#B#compaction#28 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:12,245 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/c95272f34152465097483ad5a5838729 is 50, key is test_row_0/B:col10/1732335731127/Put/seqid=0 2024-11-23T04:22:12,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/a3958a0c766f44f899cf148efffd6adc is 50, key is test_row_0/A:col10/1732335731195/Put/seqid=0 2024-11-23T04:22:12,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741866_1042 (size=12409) 2024-11-23T04:22:12,277 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/cbcddd3f53414a2c99843838605d8d9b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/cbcddd3f53414a2c99843838605d8d9b 2024-11-23T04:22:12,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741867_1043 (size=12409) 2024-11-23T04:22:12,296 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/A of bf0337c3c496f865dc92100ed2a7d5ee into cbcddd3f53414a2c99843838605d8d9b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:12,296 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:12,296 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/A, priority=13, startTime=1732335732202; duration=0sec 2024-11-23T04:22:12,296 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:12,296 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:12,296 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:12,301 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:12,301 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/C is initiating minor compaction (all files) 2024-11-23T04:22:12,301 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/C in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:12,301 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3baa3760e363499494a0e80cda021284, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/4414eb58b4654b0aa27467b0b9545e9f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a352ef49b8614093a91bb95024d78be3] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=33.2 K 2024-11-23T04:22:12,302 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3baa3760e363499494a0e80cda021284, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732335728223 2024-11-23T04:22:12,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741868_1044 (size=12151) 2024-11-23T04:22:12,305 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4414eb58b4654b0aa27467b0b9545e9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732335729525 2024-11-23T04:22:12,306 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a352ef49b8614093a91bb95024d78be3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732335729967 2024-11-23T04:22:12,307 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/c95272f34152465097483ad5a5838729 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/c95272f34152465097483ad5a5838729 2024-11-23T04:22:12,309 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/a3958a0c766f44f899cf148efffd6adc 2024-11-23T04:22:12,325 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/B of bf0337c3c496f865dc92100ed2a7d5ee into c95272f34152465097483ad5a5838729(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:12,326 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:12,326 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/B, priority=13, startTime=1732335732202; duration=0sec 2024-11-23T04:22:12,327 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:12,327 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:12,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/e85005226c5146948b35fba7e74c44e5 is 50, key is test_row_0/B:col10/1732335731195/Put/seqid=0 2024-11-23T04:22:12,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:12,351 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#C#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:12,351 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/d0b354ba47bf4ecba6a56248dd7f7e70 is 50, key is test_row_0/C:col10/1732335731127/Put/seqid=0 2024-11-23T04:22:12,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741869_1045 (size=12151) 2024-11-23T04:22:12,374 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/e85005226c5146948b35fba7e74c44e5 2024-11-23T04:22:12,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741870_1046 (size=12409) 2024-11-23T04:22:12,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335792390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335792390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335792391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,401 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/d0b354ba47bf4ecba6a56248dd7f7e70 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d0b354ba47bf4ecba6a56248dd7f7e70 2024-11-23T04:22:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335792394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335792394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/1a2aad9d14024c159c8e5fb1d7553115 is 50, key is test_row_0/C:col10/1732335731195/Put/seqid=0 2024-11-23T04:22:12,415 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/C of bf0337c3c496f865dc92100ed2a7d5ee into d0b354ba47bf4ecba6a56248dd7f7e70(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:12,415 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:12,416 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/C, priority=13, startTime=1732335732202; duration=0sec 2024-11-23T04:22:12,416 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:12,416 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:C 2024-11-23T04:22:12,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741871_1047 (size=12151) 2024-11-23T04:22:12,428 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/1a2aad9d14024c159c8e5fb1d7553115 2024-11-23T04:22:12,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/a3958a0c766f44f899cf148efffd6adc as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a3958a0c766f44f899cf148efffd6adc 2024-11-23T04:22:12,450 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a3958a0c766f44f899cf148efffd6adc, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T04:22:12,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/e85005226c5146948b35fba7e74c44e5 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/e85005226c5146948b35fba7e74c44e5 2024-11-23T04:22:12,461 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/e85005226c5146948b35fba7e74c44e5, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T04:22:12,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/1a2aad9d14024c159c8e5fb1d7553115 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/1a2aad9d14024c159c8e5fb1d7553115 2024-11-23T04:22:12,473 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/1a2aad9d14024c159c8e5fb1d7553115, entries=150, sequenceid=154, filesize=11.9 K 2024-11-23T04:22:12,475 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for bf0337c3c496f865dc92100ed2a7d5ee in 239ms, sequenceid=154, compaction requested=false 2024-11-23T04:22:12,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:12,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:12,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-23T04:22:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-23T04:22:12,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T04:22:12,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4850 sec 2024-11-23T04:22:12,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.4930 sec 2024-11-23T04:22:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:12,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T04:22:12,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:12,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:12,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:12,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:12,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:12,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:12,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/3550f35c1e7043bebe093783596296b5 is 50, key is test_row_0/A:col10/1732335732496/Put/seqid=0 2024-11-23T04:22:12,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741872_1048 (size=12151) 2024-11-23T04:22:12,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335792516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335792518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335792519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335792517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335792521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/3550f35c1e7043bebe093783596296b5 2024-11-23T04:22:12,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/43332903a3dd44c7a5d2a63708522a52 is 50, key is test_row_0/B:col10/1732335732496/Put/seqid=0 2024-11-23T04:22:12,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741873_1049 (size=12151) 2024-11-23T04:22:12,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/43332903a3dd44c7a5d2a63708522a52 2024-11-23T04:22:12,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/fc02b860cd284cbf892929f9d8bc8016 is 50, key is test_row_0/C:col10/1732335732496/Put/seqid=0 2024-11-23T04:22:12,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741874_1050 (size=12151) 2024-11-23T04:22:12,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335792625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335792625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335792626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335792626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335792627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335792831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335792831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335792831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335792832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335792832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/fc02b860cd284cbf892929f9d8bc8016 2024-11-23T04:22:13,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/3550f35c1e7043bebe093783596296b5 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3550f35c1e7043bebe093783596296b5 2024-11-23T04:22:13,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3550f35c1e7043bebe093783596296b5, entries=150, sequenceid=177, filesize=11.9 K 2024-11-23T04:22:13,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/43332903a3dd44c7a5d2a63708522a52 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/43332903a3dd44c7a5d2a63708522a52 2024-11-23T04:22:13,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/43332903a3dd44c7a5d2a63708522a52, entries=150, sequenceid=177, filesize=11.9 K 2024-11-23T04:22:13,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/fc02b860cd284cbf892929f9d8bc8016 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/fc02b860cd284cbf892929f9d8bc8016 2024-11-23T04:22:13,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/fc02b860cd284cbf892929f9d8bc8016, entries=150, sequenceid=177, filesize=11.9 K 2024-11-23T04:22:13,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for bf0337c3c496f865dc92100ed2a7d5ee in 558ms, sequenceid=177, compaction requested=true 2024-11-23T04:22:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:13,059 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T04:22:13,060 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:13,061 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:13,061 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:13,061 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/A is initiating minor compaction (all files) 2024-11-23T04:22:13,061 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/B is initiating minor compaction (all files) 2024-11-23T04:22:13,061 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/A in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:13,061 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/B in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:13,062 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/cbcddd3f53414a2c99843838605d8d9b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a3958a0c766f44f899cf148efffd6adc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3550f35c1e7043bebe093783596296b5] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=35.9 K 2024-11-23T04:22:13,062 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/c95272f34152465097483ad5a5838729, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/e85005226c5146948b35fba7e74c44e5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/43332903a3dd44c7a5d2a63708522a52] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=35.9 K 2024-11-23T04:22:13,063 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting cbcddd3f53414a2c99843838605d8d9b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732335729525 2024-11-23T04:22:13,063 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting c95272f34152465097483ad5a5838729, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732335729525 2024-11-23T04:22:13,064 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting a3958a0c766f44f899cf148efffd6adc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732335731178 2024-11-23T04:22:13,064 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e85005226c5146948b35fba7e74c44e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732335731178 2024-11-23T04:22:13,064 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 3550f35c1e7043bebe093783596296b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732335732387 2024-11-23T04:22:13,065 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43332903a3dd44c7a5d2a63708522a52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732335732387 2024-11-23T04:22:13,080 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#B#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:13,081 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#A#compaction#36 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:13,081 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/9aceabe6d09841258f25cd431cf48466 is 50, key is test_row_0/B:col10/1732335732496/Put/seqid=0 2024-11-23T04:22:13,082 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/90cf195d6d5c4d2bb0140c1d5bb2c791 is 50, key is test_row_0/A:col10/1732335732496/Put/seqid=0 2024-11-23T04:22:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T04:22:13,099 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-23T04:22:13,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741875_1051 (size=12561) 2024-11-23T04:22:13,125 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:13,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741876_1052 (size=12561) 2024-11-23T04:22:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-23T04:22:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T04:22:13,129 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:13,130 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:13,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:13,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T04:22:13,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:13,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:13,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:13,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:13,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:13,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:13,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/3b3d6182976047f2aef788fbf4ee00fc is 50, key is test_row_0/A:col10/1732335733138/Put/seqid=0 2024-11-23T04:22:13,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741877_1053 (size=14541) 2024-11-23T04:22:13,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/3b3d6182976047f2aef788fbf4ee00fc 2024-11-23T04:22:13,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/3980480291ab45c3badf2cd2d62790e4 is 50, key is test_row_0/B:col10/1732335733138/Put/seqid=0 2024-11-23T04:22:13,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741878_1054 (size=12151) 2024-11-23T04:22:13,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/3980480291ab45c3badf2cd2d62790e4 2024-11-23T04:22:13,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/b430dd895fa149d4aa50e6be4358ae56 is 50, key is test_row_0/C:col10/1732335733138/Put/seqid=0 2024-11-23T04:22:13,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335793202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335793206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335793211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335793211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335793211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741879_1055 (size=12151) 2024-11-23T04:22:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T04:22:13,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/b430dd895fa149d4aa50e6be4358ae56 2024-11-23T04:22:13,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/3b3d6182976047f2aef788fbf4ee00fc as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3b3d6182976047f2aef788fbf4ee00fc 2024-11-23T04:22:13,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3b3d6182976047f2aef788fbf4ee00fc, entries=200, sequenceid=195, filesize=14.2 K 2024-11-23T04:22:13,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/3980480291ab45c3badf2cd2d62790e4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/3980480291ab45c3badf2cd2d62790e4 2024-11-23T04:22:13,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/3980480291ab45c3badf2cd2d62790e4, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T04:22:13,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/b430dd895fa149d4aa50e6be4358ae56 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/b430dd895fa149d4aa50e6be4358ae56 2024-11-23T04:22:13,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/b430dd895fa149d4aa50e6be4358ae56, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T04:22:13,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for bf0337c3c496f865dc92100ed2a7d5ee in 135ms, sequenceid=195, compaction requested=true 2024-11-23T04:22:13,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:13,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:A, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:13,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T04:22:13,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:B, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:13,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-23T04:22:13,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:13,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T04:22:13,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T04:22:13,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:13,284 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T04:22:13,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:13,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:13,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:13,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:13,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:13,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:13,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/dd85e7b7460340c6bee915d3dfe8c362 is 50, key is test_row_0/A:col10/1732335733209/Put/seqid=0 2024-11-23T04:22:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:13,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:13,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741880_1056 (size=12151) 2024-11-23T04:22:13,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335793331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335793332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335793333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335793334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335793338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T04:22:13,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335793441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335793440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335793442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335793442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335793444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,536 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/9aceabe6d09841258f25cd431cf48466 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/9aceabe6d09841258f25cd431cf48466 2024-11-23T04:22:13,543 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/90cf195d6d5c4d2bb0140c1d5bb2c791 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/90cf195d6d5c4d2bb0140c1d5bb2c791 2024-11-23T04:22:13,556 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/A of bf0337c3c496f865dc92100ed2a7d5ee into 90cf195d6d5c4d2bb0140c1d5bb2c791(size=12.3 K), total size for store is 26.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:13,560 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/B of bf0337c3c496f865dc92100ed2a7d5ee into 9aceabe6d09841258f25cd431cf48466(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:13,560 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:13,560 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/B, priority=13, startTime=1732335733059; duration=0sec 2024-11-23T04:22:13,560 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T04:22:13,560 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:13,560 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:13,560 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:13,559 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:13,561 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/A, priority=13, startTime=1732335733059; duration=0sec 2024-11-23T04:22:13,561 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-23T04:22:13,561 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:13,561 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:13,564 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:13,564 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/C is initiating minor compaction (all files) 2024-11-23T04:22:13,564 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/C in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:13,564 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-23T04:22:13,564 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T04:22:13,564 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T04:22:13,564 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. because compaction request was cancelled 2024-11-23T04:22:13,564 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:C 2024-11-23T04:22:13,565 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d0b354ba47bf4ecba6a56248dd7f7e70, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/1a2aad9d14024c159c8e5fb1d7553115, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/fc02b860cd284cbf892929f9d8bc8016, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/b430dd895fa149d4aa50e6be4358ae56] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=47.7 K 2024-11-23T04:22:13,565 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T04:22:13,566 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0b354ba47bf4ecba6a56248dd7f7e70, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732335729525 2024-11-23T04:22:13,566 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T04:22:13,566 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T04:22:13,566 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. because compaction request was cancelled 2024-11-23T04:22:13,566 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a2aad9d14024c159c8e5fb1d7553115, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732335731178 2024-11-23T04:22:13,566 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:13,567 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T04:22:13,567 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc02b860cd284cbf892929f9d8bc8016, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732335732387 2024-11-23T04:22:13,568 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting b430dd895fa149d4aa50e6be4358ae56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732335732514 2024-11-23T04:22:13,568 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T04:22:13,569 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T04:22:13,569 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. because compaction request was cancelled 2024-11-23T04:22:13,569 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:13,587 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:13,589 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/587bbcbfcb7e4e259f3c1ea19db0555d is 50, key is test_row_0/C:col10/1732335733138/Put/seqid=0 2024-11-23T04:22:13,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741881_1057 (size=12595) 2024-11-23T04:22:13,638 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/587bbcbfcb7e4e259f3c1ea19db0555d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/587bbcbfcb7e4e259f3c1ea19db0555d 2024-11-23T04:22:13,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335793645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335793646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335793646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335793647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,651 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/C of bf0337c3c496f865dc92100ed2a7d5ee into 587bbcbfcb7e4e259f3c1ea19db0555d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:13,651 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:13,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,651 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/C, priority=12, startTime=1732335733274; duration=0sec 2024-11-23T04:22:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335793648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,651 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:13,651 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:C 2024-11-23T04:22:13,720 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/dd85e7b7460340c6bee915d3dfe8c362 2024-11-23T04:22:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T04:22:13,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/289b784819b1482ea9505bca3856b32f is 50, key is test_row_0/B:col10/1732335733209/Put/seqid=0 2024-11-23T04:22:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741882_1058 (size=12151) 2024-11-23T04:22:13,746 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/289b784819b1482ea9505bca3856b32f 2024-11-23T04:22:13,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/1f5fa3a9ec9441f198c342680d8c336e is 50, key is test_row_0/C:col10/1732335733209/Put/seqid=0 2024-11-23T04:22:13,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741883_1059 (size=12151) 2024-11-23T04:22:13,774 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/1f5fa3a9ec9441f198c342680d8c336e 2024-11-23T04:22:13,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/dd85e7b7460340c6bee915d3dfe8c362 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dd85e7b7460340c6bee915d3dfe8c362 2024-11-23T04:22:13,808 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dd85e7b7460340c6bee915d3dfe8c362, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T04:22:13,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/289b784819b1482ea9505bca3856b32f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/289b784819b1482ea9505bca3856b32f 2024-11-23T04:22:13,829 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/289b784819b1482ea9505bca3856b32f, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T04:22:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/1f5fa3a9ec9441f198c342680d8c336e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/1f5fa3a9ec9441f198c342680d8c336e 2024-11-23T04:22:13,842 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/1f5fa3a9ec9441f198c342680d8c336e, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T04:22:13,844 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for bf0337c3c496f865dc92100ed2a7d5ee in 559ms, sequenceid=215, compaction requested=true 2024-11-23T04:22:13,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:13,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:13,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-23T04:22:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-23T04:22:13,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T04:22:13,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 716 msec 2024-11-23T04:22:13,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 726 msec 2024-11-23T04:22:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:13,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T04:22:13,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:13,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:13,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:13,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:13,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:13,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:13,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/ffb5bca2bb4e494a8444d4b711791f1f is 50, key is test_row_0/A:col10/1732335733325/Put/seqid=0 2024-11-23T04:22:13,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335793973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335793973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335793974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335793979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335793980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741884_1060 (size=14541) 2024-11-23T04:22:13,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/ffb5bca2bb4e494a8444d4b711791f1f 2024-11-23T04:22:14,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/28749559c7b74d6c9c193bf681d235c8 is 50, key is test_row_0/B:col10/1732335733325/Put/seqid=0 2024-11-23T04:22:14,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741885_1061 (size=12151) 2024-11-23T04:22:14,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/28749559c7b74d6c9c193bf681d235c8 2024-11-23T04:22:14,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/c9957e6d929c43d390d8b576dbff2e84 is 50, key is test_row_0/C:col10/1732335733325/Put/seqid=0 2024-11-23T04:22:14,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741886_1062 (size=12151) 2024-11-23T04:22:14,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/c9957e6d929c43d390d8b576dbff2e84 2024-11-23T04:22:14,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/ffb5bca2bb4e494a8444d4b711791f1f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/ffb5bca2bb4e494a8444d4b711791f1f 2024-11-23T04:22:14,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/ffb5bca2bb4e494a8444d4b711791f1f, entries=200, sequenceid=235, filesize=14.2 K 2024-11-23T04:22:14,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/28749559c7b74d6c9c193bf681d235c8 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/28749559c7b74d6c9c193bf681d235c8 2024-11-23T04:22:14,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335794082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335794082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335794083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335794083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335794085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/28749559c7b74d6c9c193bf681d235c8, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T04:22:14,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/c9957e6d929c43d390d8b576dbff2e84 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c9957e6d929c43d390d8b576dbff2e84 2024-11-23T04:22:14,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c9957e6d929c43d390d8b576dbff2e84, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T04:22:14,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for bf0337c3c496f865dc92100ed2a7d5ee in 151ms, sequenceid=235, compaction requested=true 2024-11-23T04:22:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:14,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:14,105 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:14,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:14,105 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:14,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:14,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:14,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:14,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:14,108 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:14,108 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/A is initiating minor compaction (all files) 2024-11-23T04:22:14,109 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/A in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:14,109 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/90cf195d6d5c4d2bb0140c1d5bb2c791, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3b3d6182976047f2aef788fbf4ee00fc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dd85e7b7460340c6bee915d3dfe8c362, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/ffb5bca2bb4e494a8444d4b711791f1f] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=52.5 K 2024-11-23T04:22:14,109 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:14,109 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/B is initiating minor compaction (all files) 2024-11-23T04:22:14,109 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/B in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:14,109 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/9aceabe6d09841258f25cd431cf48466, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/3980480291ab45c3badf2cd2d62790e4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/289b784819b1482ea9505bca3856b32f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/28749559c7b74d6c9c193bf681d235c8] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=47.9 K 2024-11-23T04:22:14,110 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 9aceabe6d09841258f25cd431cf48466, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732335732387 2024-11-23T04:22:14,110 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90cf195d6d5c4d2bb0140c1d5bb2c791, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732335732387 2024-11-23T04:22:14,111 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 3980480291ab45c3badf2cd2d62790e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732335732514 2024-11-23T04:22:14,111 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b3d6182976047f2aef788fbf4ee00fc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732335732514 2024-11-23T04:22:14,111 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 289b784819b1482ea9505bca3856b32f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732335733199 2024-11-23T04:22:14,112 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd85e7b7460340c6bee915d3dfe8c362, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732335733199 2024-11-23T04:22:14,113 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffb5bca2bb4e494a8444d4b711791f1f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732335733325 2024-11-23T04:22:14,114 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 28749559c7b74d6c9c193bf681d235c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732335733325 2024-11-23T04:22:14,150 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#B#compaction#48 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:14,151 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:14,151 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/75b54682df6648299444b115055ef188 is 50, key is test_row_0/B:col10/1732335733325/Put/seqid=0 2024-11-23T04:22:14,152 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/63ae184f3067445eb53ea7296db31ad4 is 50, key is test_row_0/A:col10/1732335733325/Put/seqid=0 2024-11-23T04:22:14,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741887_1063 (size=12697) 2024-11-23T04:22:14,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741888_1064 (size=12697) 2024-11-23T04:22:14,178 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/63ae184f3067445eb53ea7296db31ad4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/63ae184f3067445eb53ea7296db31ad4 2024-11-23T04:22:14,187 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/A of bf0337c3c496f865dc92100ed2a7d5ee into 63ae184f3067445eb53ea7296db31ad4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:14,187 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:14,187 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/A, priority=12, startTime=1732335734105; duration=0sec 2024-11-23T04:22:14,187 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:14,187 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:14,187 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:14,189 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:14,189 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/C is initiating minor compaction (all files) 2024-11-23T04:22:14,189 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/C in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:14,189 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/587bbcbfcb7e4e259f3c1ea19db0555d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/1f5fa3a9ec9441f198c342680d8c336e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c9957e6d929c43d390d8b576dbff2e84] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=36.0 K 2024-11-23T04:22:14,190 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 587bbcbfcb7e4e259f3c1ea19db0555d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732335732514 2024-11-23T04:22:14,190 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f5fa3a9ec9441f198c342680d8c336e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732335733199 2024-11-23T04:22:14,191 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9957e6d929c43d390d8b576dbff2e84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732335733325 2024-11-23T04:22:14,201 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:14,202 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/14bbadb67e0c4fd788179d4568b402f2 is 50, key is test_row_0/C:col10/1732335733325/Put/seqid=0 2024-11-23T04:22:14,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741889_1065 (size=12697) 2024-11-23T04:22:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T04:22:14,236 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-23T04:22:14,240 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-23T04:22:14,244 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T04:22:14,245 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:14,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:14,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T04:22:14,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:14,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:14,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:14,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:14,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:14,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:14,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/f48b9200f7784341859bbcbcf5a2e03a is 50, key is test_row_0/A:col10/1732335734285/Put/seqid=0 2024-11-23T04:22:14,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335794299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335794299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335794300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335794301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335794302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741890_1066 (size=14641) 2024-11-23T04:22:14,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/f48b9200f7784341859bbcbcf5a2e03a 2024-11-23T04:22:14,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/31f0e0a602ab416eacb35a439418dc71 is 50, key is test_row_0/B:col10/1732335734285/Put/seqid=0 2024-11-23T04:22:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T04:22:14,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741891_1067 (size=12251) 2024-11-23T04:22:14,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/31f0e0a602ab416eacb35a439418dc71 2024-11-23T04:22:14,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/bb0d228bd37b4f65ae5504cd785b354b is 50, key is test_row_0/C:col10/1732335734285/Put/seqid=0 2024-11-23T04:22:14,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741892_1068 (size=12251) 2024-11-23T04:22:14,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/bb0d228bd37b4f65ae5504cd785b354b 2024-11-23T04:22:14,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/f48b9200f7784341859bbcbcf5a2e03a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f48b9200f7784341859bbcbcf5a2e03a 2024-11-23T04:22:14,400 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T04:22:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:14,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:14,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335794405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f48b9200f7784341859bbcbcf5a2e03a, entries=200, sequenceid=258, filesize=14.3 K 2024-11-23T04:22:14,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/31f0e0a602ab416eacb35a439418dc71 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/31f0e0a602ab416eacb35a439418dc71 2024-11-23T04:22:14,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335794407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335794408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335794408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/31f0e0a602ab416eacb35a439418dc71, entries=150, sequenceid=258, filesize=12.0 K 2024-11-23T04:22:14,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/bb0d228bd37b4f65ae5504cd785b354b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/bb0d228bd37b4f65ae5504cd785b354b 2024-11-23T04:22:14,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335794409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/bb0d228bd37b4f65ae5504cd785b354b, entries=150, sequenceid=258, filesize=12.0 K 2024-11-23T04:22:14,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for bf0337c3c496f865dc92100ed2a7d5ee in 138ms, sequenceid=258, compaction requested=false 2024-11-23T04:22:14,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T04:22:14,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T04:22:14,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:14,556 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:22:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/842059712f9b482588e83599d28c7132 is 50, key is test_row_0/A:col10/1732335734292/Put/seqid=0 2024-11-23T04:22:14,570 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/75b54682df6648299444b115055ef188 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/75b54682df6648299444b115055ef188 2024-11-23T04:22:14,583 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/B of bf0337c3c496f865dc92100ed2a7d5ee into 75b54682df6648299444b115055ef188(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:14,583 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:14,583 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/B, priority=12, startTime=1732335734105; duration=0sec 2024-11-23T04:22:14,583 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:14,583 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:14,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741893_1069 (size=12301) 2024-11-23T04:22:14,587 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/842059712f9b482588e83599d28c7132 2024-11-23T04:22:14,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/0cf0e1f46c06454e973c2a0dd5882ff4 is 50, key is test_row_0/B:col10/1732335734292/Put/seqid=0 2024-11-23T04:22:14,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:14,625 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/14bbadb67e0c4fd788179d4568b402f2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/14bbadb67e0c4fd788179d4568b402f2 2024-11-23T04:22:14,635 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/C of bf0337c3c496f865dc92100ed2a7d5ee into 14bbadb67e0c4fd788179d4568b402f2(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:14,635 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:14,635 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/C, priority=13, startTime=1732335734106; duration=0sec 2024-11-23T04:22:14,635 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:14,635 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:C 2024-11-23T04:22:14,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741894_1070 (size=12301) 2024-11-23T04:22:14,639 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/0cf0e1f46c06454e973c2a0dd5882ff4 2024-11-23T04:22:14,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335794641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335794644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335794645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335794645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335794650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/4fb97228336849f58716a95511c0fc0c is 50, key is test_row_0/C:col10/1732335734292/Put/seqid=0 2024-11-23T04:22:14,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741895_1071 (size=12301) 2024-11-23T04:22:14,687 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/4fb97228336849f58716a95511c0fc0c 2024-11-23T04:22:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/842059712f9b482588e83599d28c7132 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/842059712f9b482588e83599d28c7132 2024-11-23T04:22:14,711 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/842059712f9b482588e83599d28c7132, entries=150, sequenceid=272, filesize=12.0 K 2024-11-23T04:22:14,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/0cf0e1f46c06454e973c2a0dd5882ff4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/0cf0e1f46c06454e973c2a0dd5882ff4 2024-11-23T04:22:14,729 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/0cf0e1f46c06454e973c2a0dd5882ff4, entries=150, sequenceid=272, filesize=12.0 K 2024-11-23T04:22:14,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/4fb97228336849f58716a95511c0fc0c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/4fb97228336849f58716a95511c0fc0c 2024-11-23T04:22:14,737 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/4fb97228336849f58716a95511c0fc0c, entries=150, sequenceid=272, filesize=12.0 K 2024-11-23T04:22:14,739 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for bf0337c3c496f865dc92100ed2a7d5ee in 182ms, sequenceid=272, compaction requested=true 2024-11-23T04:22:14,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:14,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:14,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T04:22:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-23T04:22:14,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-23T04:22:14,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 495 msec 2024-11-23T04:22:14,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 505 msec 2024-11-23T04:22:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:14,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T04:22:14,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:14,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:14,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:14,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:14,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:14,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:14,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/c68bb506761a49fd8681c14d1da66c82 is 50, key is test_row_0/A:col10/1732335734755/Put/seqid=0 2024-11-23T04:22:14,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335794768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335794772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335794773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335794773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335794780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741896_1072 (size=17181) 2024-11-23T04:22:14,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/c68bb506761a49fd8681c14d1da66c82 2024-11-23T04:22:14,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/9b53eb4763b14a6a9a88b27e953a7ec3 is 50, key is test_row_0/B:col10/1732335734755/Put/seqid=0 2024-11-23T04:22:14,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741897_1073 (size=12301) 2024-11-23T04:22:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T04:22:14,849 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-23T04:22:14,851 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-23T04:22:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T04:22:14,854 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:14,855 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:14,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:14,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335794875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335794882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335794884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335794883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335794884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T04:22:15,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T04:22:15,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:15,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:15,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:15,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:15,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335795077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335795087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335795087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335795087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335795088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T04:22:15,167 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T04:22:15,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:15,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:15,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/9b53eb4763b14a6a9a88b27e953a7ec3 2024-11-23T04:22:15,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/e9914099f6de4931a8ce3c40eb91eec1 is 50, key is test_row_0/C:col10/1732335734755/Put/seqid=0 2024-11-23T04:22:15,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741898_1074 (size=12301) 2024-11-23T04:22:15,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/e9914099f6de4931a8ce3c40eb91eec1 2024-11-23T04:22:15,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/c68bb506761a49fd8681c14d1da66c82 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/c68bb506761a49fd8681c14d1da66c82 2024-11-23T04:22:15,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/c68bb506761a49fd8681c14d1da66c82, entries=250, sequenceid=298, filesize=16.8 K 2024-11-23T04:22:15,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/9b53eb4763b14a6a9a88b27e953a7ec3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/9b53eb4763b14a6a9a88b27e953a7ec3 2024-11-23T04:22:15,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/9b53eb4763b14a6a9a88b27e953a7ec3, entries=150, sequenceid=298, filesize=12.0 K 2024-11-23T04:22:15,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/e9914099f6de4931a8ce3c40eb91eec1 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/e9914099f6de4931a8ce3c40eb91eec1 2024-11-23T04:22:15,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/e9914099f6de4931a8ce3c40eb91eec1, entries=150, sequenceid=298, filesize=12.0 K 2024-11-23T04:22:15,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for bf0337c3c496f865dc92100ed2a7d5ee in 563ms, sequenceid=298, compaction requested=true 2024-11-23T04:22:15,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:15,320 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:15,320 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:15,321 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T04:22:15,322 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49550 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:15,322 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/B is initiating minor compaction (all files) 2024-11-23T04:22:15,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:15,322 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/B in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:15,322 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:22:15,322 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/75b54682df6648299444b115055ef188, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/31f0e0a602ab416eacb35a439418dc71, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/0cf0e1f46c06454e973c2a0dd5882ff4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/9b53eb4763b14a6a9a88b27e953a7ec3] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=48.4 K 2024-11-23T04:22:15,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:15,323 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:15,323 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/A is initiating minor compaction (all files) 2024-11-23T04:22:15,323 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/A in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:15,323 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/63ae184f3067445eb53ea7296db31ad4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f48b9200f7784341859bbcbcf5a2e03a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/842059712f9b482588e83599d28c7132, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/c68bb506761a49fd8681c14d1da66c82] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=55.5 K 2024-11-23T04:22:15,323 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 75b54682df6648299444b115055ef188, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732335733325 2024-11-23T04:22:15,324 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63ae184f3067445eb53ea7296db31ad4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732335733325 2024-11-23T04:22:15,324 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 31f0e0a602ab416eacb35a439418dc71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732335733972 2024-11-23T04:22:15,325 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting f48b9200f7784341859bbcbcf5a2e03a, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732335733971 2024-11-23T04:22:15,325 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cf0e1f46c06454e973c2a0dd5882ff4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732335734292 2024-11-23T04:22:15,325 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b53eb4763b14a6a9a88b27e953a7ec3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732335734638 2024-11-23T04:22:15,325 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 842059712f9b482588e83599d28c7132, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732335734292 2024-11-23T04:22:15,326 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting c68bb506761a49fd8681c14d1da66c82, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732335734638 2024-11-23T04:22:15,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/e0ef1285ccbc4f55b8568c643b07fdbe is 50, key is test_row_0/A:col10/1732335734764/Put/seqid=0 2024-11-23T04:22:15,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741899_1075 (size=12301) 2024-11-23T04:22:15,342 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/e0ef1285ccbc4f55b8568c643b07fdbe 2024-11-23T04:22:15,346 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:15,347 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/80fa4edba1794a1aaeb01d045c9bee79 is 50, key is test_row_0/B:col10/1732335734755/Put/seqid=0 2024-11-23T04:22:15,352 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#A#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:15,353 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/5a771b9eaa614cadad989a9f3f512e66 is 50, key is test_row_0/A:col10/1732335734755/Put/seqid=0 2024-11-23T04:22:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/e53735ff4e9c4d8b9cf7d3650b86fa81 is 50, key is test_row_0/B:col10/1732335734764/Put/seqid=0 2024-11-23T04:22:15,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741900_1076 (size=12983) 2024-11-23T04:22:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:15,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:15,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741901_1077 (size=12983) 2024-11-23T04:22:15,395 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/80fa4edba1794a1aaeb01d045c9bee79 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/80fa4edba1794a1aaeb01d045c9bee79 2024-11-23T04:22:15,404 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/5a771b9eaa614cadad989a9f3f512e66 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/5a771b9eaa614cadad989a9f3f512e66 2024-11-23T04:22:15,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741902_1078 (size=12301) 2024-11-23T04:22:15,410 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/e53735ff4e9c4d8b9cf7d3650b86fa81 2024-11-23T04:22:15,411 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/B of bf0337c3c496f865dc92100ed2a7d5ee into 80fa4edba1794a1aaeb01d045c9bee79(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:15,411 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:15,411 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/B, priority=12, startTime=1732335735320; duration=0sec 2024-11-23T04:22:15,413 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:15,413 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:15,413 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:15,413 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/A of bf0337c3c496f865dc92100ed2a7d5ee into 5a771b9eaa614cadad989a9f3f512e66(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:15,413 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:15,413 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/A, priority=12, startTime=1732335735319; duration=0sec 2024-11-23T04:22:15,413 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:15,413 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:15,415 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49550 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:15,415 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/C is initiating minor compaction (all files) 2024-11-23T04:22:15,415 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/C in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:15,415 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/14bbadb67e0c4fd788179d4568b402f2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/bb0d228bd37b4f65ae5504cd785b354b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/4fb97228336849f58716a95511c0fc0c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/e9914099f6de4931a8ce3c40eb91eec1] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=48.4 K 2024-11-23T04:22:15,416 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 14bbadb67e0c4fd788179d4568b402f2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732335733325 2024-11-23T04:22:15,417 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting bb0d228bd37b4f65ae5504cd785b354b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732335733972 2024-11-23T04:22:15,418 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fb97228336849f58716a95511c0fc0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732335734292 2024-11-23T04:22:15,418 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting e9914099f6de4931a8ce3c40eb91eec1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732335734638 2024-11-23T04:22:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/6c10a3dfdc264c76a23d5dce3b15a8ee is 50, key is test_row_0/C:col10/1732335734764/Put/seqid=0 2024-11-23T04:22:15,434 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#C#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:15,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741903_1079 (size=12301) 2024-11-23T04:22:15,434 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/50e98a12ddfb41f8ba39b7078eb4e3f2 is 50, key is test_row_0/C:col10/1732335734755/Put/seqid=0 2024-11-23T04:22:15,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741904_1080 (size=12983) 2024-11-23T04:22:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T04:22:15,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335795419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335795420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335795472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335795472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335795472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335795573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335795574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335795576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335795577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335795578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335795778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335795779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335795780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335795780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335795782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:15,835 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/6c10a3dfdc264c76a23d5dce3b15a8ee 2024-11-23T04:22:15,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/e0ef1285ccbc4f55b8568c643b07fdbe as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/e0ef1285ccbc4f55b8568c643b07fdbe 2024-11-23T04:22:15,849 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/50e98a12ddfb41f8ba39b7078eb4e3f2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/50e98a12ddfb41f8ba39b7078eb4e3f2 2024-11-23T04:22:15,850 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/e0ef1285ccbc4f55b8568c643b07fdbe, entries=150, sequenceid=312, filesize=12.0 K 2024-11-23T04:22:15,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/e53735ff4e9c4d8b9cf7d3650b86fa81 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/e53735ff4e9c4d8b9cf7d3650b86fa81 2024-11-23T04:22:15,857 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/C of bf0337c3c496f865dc92100ed2a7d5ee into 50e98a12ddfb41f8ba39b7078eb4e3f2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:15,857 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:15,857 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/C, priority=12, startTime=1732335735320; duration=0sec 2024-11-23T04:22:15,857 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:15,857 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:C 2024-11-23T04:22:15,860 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/e53735ff4e9c4d8b9cf7d3650b86fa81, entries=150, sequenceid=312, filesize=12.0 K 2024-11-23T04:22:15,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/6c10a3dfdc264c76a23d5dce3b15a8ee as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/6c10a3dfdc264c76a23d5dce3b15a8ee 2024-11-23T04:22:15,869 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/6c10a3dfdc264c76a23d5dce3b15a8ee, entries=150, sequenceid=312, filesize=12.0 K 2024-11-23T04:22:15,870 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for bf0337c3c496f865dc92100ed2a7d5ee in 548ms, sequenceid=312, compaction requested=false 2024-11-23T04:22:15,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:15,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:15,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-23T04:22:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-23T04:22:15,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-23T04:22:15,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0170 sec 2024-11-23T04:22:15,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.0240 sec 2024-11-23T04:22:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T04:22:15,958 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-23T04:22:15,960 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-23T04:22:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T04:22:15,962 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:15,963 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:15,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T04:22:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:16,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T04:22:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:16,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:16,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/487c34bbaf9f4de490869bae1c06cb10 is 50, key is test_row_0/A:col10/1732335736082/Put/seqid=0 2024-11-23T04:22:16,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335796094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741905_1081 (size=12301) 2024-11-23T04:22:16,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/487c34bbaf9f4de490869bae1c06cb10 2024-11-23T04:22:16,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335796094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335796100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335796100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335796100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/7c63325848c34fc5bd7804e369b4edf6 is 50, key is test_row_0/B:col10/1732335736082/Put/seqid=0 2024-11-23T04:22:16,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:16,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:16,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741906_1082 (size=12301) 2024-11-23T04:22:16,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/7c63325848c34fc5bd7804e369b4edf6 2024-11-23T04:22:16,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/7b4800030a0946189039da234ad2a84a is 50, key is test_row_0/C:col10/1732335736082/Put/seqid=0 2024-11-23T04:22:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741907_1083 (size=12301) 2024-11-23T04:22:16,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335796201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335796208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335796209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335796209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335796209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T04:22:16,270 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335796404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335796412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335796412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335796413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335796413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T04:22:16,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/7b4800030a0946189039da234ad2a84a 2024-11-23T04:22:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/487c34bbaf9f4de490869bae1c06cb10 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/487c34bbaf9f4de490869bae1c06cb10 2024-11-23T04:22:16,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/487c34bbaf9f4de490869bae1c06cb10, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T04:22:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/7c63325848c34fc5bd7804e369b4edf6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/7c63325848c34fc5bd7804e369b4edf6 2024-11-23T04:22:16,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/7c63325848c34fc5bd7804e369b4edf6, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T04:22:16,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/7b4800030a0946189039da234ad2a84a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/7b4800030a0946189039da234ad2a84a 2024-11-23T04:22:16,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/7b4800030a0946189039da234ad2a84a, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T04:22:16,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bf0337c3c496f865dc92100ed2a7d5ee in 555ms, sequenceid=340, compaction requested=true 2024-11-23T04:22:16,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:16,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:16,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:16,639 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:16,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:16,639 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:16,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:16,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:16,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:16,640 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:16,640 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/A is initiating minor compaction (all files) 2024-11-23T04:22:16,640 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/A in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,640 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/5a771b9eaa614cadad989a9f3f512e66, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/e0ef1285ccbc4f55b8568c643b07fdbe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/487c34bbaf9f4de490869bae1c06cb10] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=36.7 K 2024-11-23T04:22:16,641 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a771b9eaa614cadad989a9f3f512e66, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732335734638 2024-11-23T04:22:16,641 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:16,641 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/B is initiating minor compaction (all files) 2024-11-23T04:22:16,641 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/B in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,641 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/80fa4edba1794a1aaeb01d045c9bee79, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/e53735ff4e9c4d8b9cf7d3650b86fa81, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/7c63325848c34fc5bd7804e369b4edf6] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=36.7 K 2024-11-23T04:22:16,642 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 80fa4edba1794a1aaeb01d045c9bee79, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732335734638 2024-11-23T04:22:16,642 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0ef1285ccbc4f55b8568c643b07fdbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732335734764 2024-11-23T04:22:16,643 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting e53735ff4e9c4d8b9cf7d3650b86fa81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732335734764 2024-11-23T04:22:16,643 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 487c34bbaf9f4de490869bae1c06cb10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732335735416 2024-11-23T04:22:16,643 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c63325848c34fc5bd7804e369b4edf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732335735416 2024-11-23T04:22:16,656 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:16,657 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/82fc3c412269491e9083feace53bfadc is 50, key is test_row_0/B:col10/1732335736082/Put/seqid=0 2024-11-23T04:22:16,658 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:16,659 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/dd82a10b90c142fe86bee15867854c71 is 50, key is test_row_0/A:col10/1732335736082/Put/seqid=0 2024-11-23T04:22:16,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741908_1084 (size=13085) 2024-11-23T04:22:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741909_1085 (size=13085) 2024-11-23T04:22:16,687 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/82fc3c412269491e9083feace53bfadc as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/82fc3c412269491e9083feace53bfadc 2024-11-23T04:22:16,694 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/dd82a10b90c142fe86bee15867854c71 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dd82a10b90c142fe86bee15867854c71 2024-11-23T04:22:16,698 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/B of bf0337c3c496f865dc92100ed2a7d5ee into 82fc3c412269491e9083feace53bfadc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:16,698 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:16,698 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/B, priority=13, startTime=1732335736639; duration=0sec 2024-11-23T04:22:16,698 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:16,699 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:16,699 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:16,701 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:16,701 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/C is initiating minor compaction (all files) 2024-11-23T04:22:16,701 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/C in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,702 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/50e98a12ddfb41f8ba39b7078eb4e3f2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/6c10a3dfdc264c76a23d5dce3b15a8ee, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/7b4800030a0946189039da234ad2a84a] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=36.7 K 2024-11-23T04:22:16,702 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 50e98a12ddfb41f8ba39b7078eb4e3f2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732335734638 2024-11-23T04:22:16,703 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c10a3dfdc264c76a23d5dce3b15a8ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732335734764 2024-11-23T04:22:16,703 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/A of bf0337c3c496f865dc92100ed2a7d5ee into dd82a10b90c142fe86bee15867854c71(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:16,703 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:16,703 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/A, priority=13, startTime=1732335736638; duration=0sec 2024-11-23T04:22:16,703 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:16,703 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:16,704 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b4800030a0946189039da234ad2a84a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732335735416 2024-11-23T04:22:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:16,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:22:16,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:16,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:16,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:16,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:16,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:16,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:16,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/2107ebc206784d248c912875ba2bbfb5 is 50, key is test_row_0/A:col10/1732335736097/Put/seqid=0 2024-11-23T04:22:16,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,743 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:16,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:16,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:16,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,744 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/098314181a8e4d9f93079bec74db8d49 is 50, key is test_row_0/C:col10/1732335736082/Put/seqid=0 2024-11-23T04:22:16,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741910_1086 (size=14741) 2024-11-23T04:22:16,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/2107ebc206784d248c912875ba2bbfb5 2024-11-23T04:22:16,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335796762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335796763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335796765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335796767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335796767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741911_1087 (size=13085) 2024-11-23T04:22:16,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/1f3e2d9544344fa0bcd4d46ce0609e92 is 50, key is test_row_0/B:col10/1732335736097/Put/seqid=0 2024-11-23T04:22:16,786 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/098314181a8e4d9f93079bec74db8d49 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/098314181a8e4d9f93079bec74db8d49 2024-11-23T04:22:16,796 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/C of bf0337c3c496f865dc92100ed2a7d5ee into 098314181a8e4d9f93079bec74db8d49(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:16,796 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:16,796 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/C, priority=13, startTime=1732335736639; duration=0sec 2024-11-23T04:22:16,796 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:16,796 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:C 2024-11-23T04:22:16,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741912_1088 (size=12301) 2024-11-23T04:22:16,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/1f3e2d9544344fa0bcd4d46ce0609e92 2024-11-23T04:22:16,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/a31f695dbc0649409a6a9cd8d11e18fe is 50, key is test_row_0/C:col10/1732335736097/Put/seqid=0 2024-11-23T04:22:16,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741913_1089 (size=12301) 2024-11-23T04:22:16,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/a31f695dbc0649409a6a9cd8d11e18fe 2024-11-23T04:22:16,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/2107ebc206784d248c912875ba2bbfb5 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/2107ebc206784d248c912875ba2bbfb5 2024-11-23T04:22:16,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/2107ebc206784d248c912875ba2bbfb5, entries=200, sequenceid=354, filesize=14.4 K 2024-11-23T04:22:16,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/1f3e2d9544344fa0bcd4d46ce0609e92 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/1f3e2d9544344fa0bcd4d46ce0609e92 2024-11-23T04:22:16,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/1f3e2d9544344fa0bcd4d46ce0609e92, entries=150, sequenceid=354, filesize=12.0 K 2024-11-23T04:22:16,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/a31f695dbc0649409a6a9cd8d11e18fe as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a31f695dbc0649409a6a9cd8d11e18fe 2024-11-23T04:22:16,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a31f695dbc0649409a6a9cd8d11e18fe, entries=150, sequenceid=354, filesize=12.0 K 2024-11-23T04:22:16,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf0337c3c496f865dc92100ed2a7d5ee in 155ms, sequenceid=354, compaction requested=false 2024-11-23T04:22:16,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:16,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T04:22:16,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:16,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:16,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:16,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:16,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:16,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:16,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/f2791140276e47d18b4ed1ffbbd352d9 is 50, key is test_row_0/A:col10/1732335736872/Put/seqid=0 2024-11-23T04:22:16,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335796879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335796879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335796880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335796881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335796883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741914_1090 (size=17181) 2024-11-23T04:22:16,897 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:16,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:16,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:16,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:16,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335796985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335796985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335796985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335796985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:16,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335796986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:17,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:17,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T04:22:17,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335797188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335797189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335797190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335797192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335797193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:17,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:17,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/f2791140276e47d18b4ed1ffbbd352d9 2024-11-23T04:22:17,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/5eaff70998d147e5894b6470176fbeb6 is 50, key is test_row_0/B:col10/1732335736872/Put/seqid=0 2024-11-23T04:22:17,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741915_1091 (size=12301) 2024-11-23T04:22:17,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:17,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:17,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335797490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335797492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335797494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335797494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335797497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:17,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:17,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:17,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:17,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/5eaff70998d147e5894b6470176fbeb6 2024-11-23T04:22:17,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/529a9198c4384d90973da84e59484ba1 is 50, key is test_row_0/C:col10/1732335736872/Put/seqid=0 2024-11-23T04:22:17,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741916_1092 (size=12301) 2024-11-23T04:22:17,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:17,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:17,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,973 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:17,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:17,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:17,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:17,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335797996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:17,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335797996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335797996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:18,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335798000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:18,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335798002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T04:22:18,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:18,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:18,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:18,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:18,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:18,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:18,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:18,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/529a9198c4384d90973da84e59484ba1 2024-11-23T04:22:18,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/f2791140276e47d18b4ed1ffbbd352d9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f2791140276e47d18b4ed1ffbbd352d9 2024-11-23T04:22:18,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f2791140276e47d18b4ed1ffbbd352d9, entries=250, sequenceid=381, filesize=16.8 K 2024-11-23T04:22:18,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/5eaff70998d147e5894b6470176fbeb6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/5eaff70998d147e5894b6470176fbeb6 2024-11-23T04:22:18,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/5eaff70998d147e5894b6470176fbeb6, entries=150, sequenceid=381, filesize=12.0 K 2024-11-23T04:22:18,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/529a9198c4384d90973da84e59484ba1 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/529a9198c4384d90973da84e59484ba1 2024-11-23T04:22:18,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/529a9198c4384d90973da84e59484ba1, entries=150, sequenceid=381, filesize=12.0 K 2024-11-23T04:22:18,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for bf0337c3c496f865dc92100ed2a7d5ee in 1293ms, sequenceid=381, compaction requested=true 2024-11-23T04:22:18,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:18,166 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T04:22:18,166 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:18,167 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:18,167 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:18,168 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/B is initiating minor compaction (all files) 2024-11-23T04:22:18,168 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/A is initiating minor compaction (all files) 2024-11-23T04:22:18,168 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/B in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:18,168 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/A in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:18,168 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/82fc3c412269491e9083feace53bfadc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/1f3e2d9544344fa0bcd4d46ce0609e92, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/5eaff70998d147e5894b6470176fbeb6] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=36.8 K 2024-11-23T04:22:18,168 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dd82a10b90c142fe86bee15867854c71, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/2107ebc206784d248c912875ba2bbfb5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f2791140276e47d18b4ed1ffbbd352d9] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=44.0 K 2024-11-23T04:22:18,168 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 82fc3c412269491e9083feace53bfadc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732335735416 2024-11-23T04:22:18,168 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd82a10b90c142fe86bee15867854c71, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732335735416 2024-11-23T04:22:18,169 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f3e2d9544344fa0bcd4d46ce0609e92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732335736094 2024-11-23T04:22:18,169 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eaff70998d147e5894b6470176fbeb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732335736762 2024-11-23T04:22:18,169 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2107ebc206784d248c912875ba2bbfb5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732335736092 2024-11-23T04:22:18,170 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2791140276e47d18b4ed1ffbbd352d9, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732335736751 2024-11-23T04:22:18,189 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:18,190 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/38fb43fb4af64f4e92aab2ee92c62f0c is 50, key is test_row_0/A:col10/1732335736872/Put/seqid=0 2024-11-23T04:22:18,193 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:18,194 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/6d52cf578f5d4995b3955a86894ddf47 is 50, key is test_row_0/B:col10/1732335736872/Put/seqid=0 2024-11-23T04:22:18,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741918_1094 (size=13187) 2024-11-23T04:22:18,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741917_1093 (size=13187) 2024-11-23T04:22:18,238 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/6d52cf578f5d4995b3955a86894ddf47 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/6d52cf578f5d4995b3955a86894ddf47 2024-11-23T04:22:18,239 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/38fb43fb4af64f4e92aab2ee92c62f0c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/38fb43fb4af64f4e92aab2ee92c62f0c 2024-11-23T04:22:18,245 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/B of bf0337c3c496f865dc92100ed2a7d5ee into 6d52cf578f5d4995b3955a86894ddf47(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:18,245 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:18,245 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/B, priority=13, startTime=1732335738166; duration=0sec 2024-11-23T04:22:18,245 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:18,245 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:18,245 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:18,248 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:18,248 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/C is initiating minor compaction (all files) 2024-11-23T04:22:18,248 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/C in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:18,248 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/098314181a8e4d9f93079bec74db8d49, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a31f695dbc0649409a6a9cd8d11e18fe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/529a9198c4384d90973da84e59484ba1] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=36.8 K 2024-11-23T04:22:18,249 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/A of bf0337c3c496f865dc92100ed2a7d5ee into 38fb43fb4af64f4e92aab2ee92c62f0c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:18,249 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:18,249 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/A, priority=13, startTime=1732335738165; duration=0sec 2024-11-23T04:22:18,249 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:18,249 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:18,250 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 098314181a8e4d9f93079bec74db8d49, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732335735416 2024-11-23T04:22:18,250 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting a31f695dbc0649409a6a9cd8d11e18fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732335736094 2024-11-23T04:22:18,251 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 529a9198c4384d90973da84e59484ba1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732335736762 2024-11-23T04:22:18,267 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#C#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:18,267 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/d3d610b570434c919b8f78a82a9dcb0f is 50, key is test_row_0/C:col10/1732335736872/Put/seqid=0 2024-11-23T04:22:18,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:18,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T04:22:18,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:18,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741919_1095 (size=13187) 2024-11-23T04:22:18,281 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T04:22:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:18,289 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/d3d610b570434c919b8f78a82a9dcb0f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d3d610b570434c919b8f78a82a9dcb0f 2024-11-23T04:22:18,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/078f5b36dc864b39a1e3059f0a941abf is 50, key is test_row_0/A:col10/1732335736879/Put/seqid=0 2024-11-23T04:22:18,298 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/C of bf0337c3c496f865dc92100ed2a7d5ee into d3d610b570434c919b8f78a82a9dcb0f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:18,298 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:18,298 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/C, priority=13, startTime=1732335738166; duration=0sec 2024-11-23T04:22:18,298 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:18,298 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:C 2024-11-23T04:22:18,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741920_1096 (size=9857) 2024-11-23T04:22:18,309 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/078f5b36dc864b39a1e3059f0a941abf 2024-11-23T04:22:18,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/74262fe80bbb42f0be2a1ba25f087195 is 50, key is test_row_0/B:col10/1732335736879/Put/seqid=0 2024-11-23T04:22:18,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741921_1097 (size=9857) 2024-11-23T04:22:18,339 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/74262fe80bbb42f0be2a1ba25f087195 2024-11-23T04:22:18,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/3f479bf6c9ca40fcaa3586923653053a is 50, key is test_row_0/C:col10/1732335736879/Put/seqid=0 2024-11-23T04:22:18,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741922_1098 (size=9857) 2024-11-23T04:22:18,759 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/3f479bf6c9ca40fcaa3586923653053a 2024-11-23T04:22:18,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/078f5b36dc864b39a1e3059f0a941abf as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/078f5b36dc864b39a1e3059f0a941abf 2024-11-23T04:22:18,775 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/078f5b36dc864b39a1e3059f0a941abf, entries=100, sequenceid=393, filesize=9.6 K 2024-11-23T04:22:18,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/74262fe80bbb42f0be2a1ba25f087195 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/74262fe80bbb42f0be2a1ba25f087195 2024-11-23T04:22:18,782 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/74262fe80bbb42f0be2a1ba25f087195, entries=100, sequenceid=393, filesize=9.6 K 2024-11-23T04:22:18,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/3f479bf6c9ca40fcaa3586923653053a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3f479bf6c9ca40fcaa3586923653053a 2024-11-23T04:22:18,790 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3f479bf6c9ca40fcaa3586923653053a, entries=100, sequenceid=393, filesize=9.6 K 2024-11-23T04:22:18,792 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for bf0337c3c496f865dc92100ed2a7d5ee in 511ms, sequenceid=393, compaction requested=false 2024-11-23T04:22:18,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:18,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:18,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-23T04:22:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-23T04:22:18,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-23T04:22:18,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8310 sec 2024-11-23T04:22:18,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.8360 sec 2024-11-23T04:22:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:19,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:22:19,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:19,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:19,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:19,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:19,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:19,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:19,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/da84cd74574e4320873f3863373177f4 is 50, key is test_row_0/A:col10/1732335739012/Put/seqid=0 2024-11-23T04:22:19,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335799046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335799046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335799048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335799048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335799049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741923_1099 (size=14741) 2024-11-23T04:22:19,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/da84cd74574e4320873f3863373177f4 2024-11-23T04:22:19,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/32399ac11f414a5b894c07cf60d60d33 is 50, key is test_row_0/B:col10/1732335739012/Put/seqid=0 2024-11-23T04:22:19,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741924_1100 (size=12301) 2024-11-23T04:22:19,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/32399ac11f414a5b894c07cf60d60d33 2024-11-23T04:22:19,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/8a29d1be1b924ad9b9e0e2a0941cd117 is 50, key is test_row_0/C:col10/1732335739012/Put/seqid=0 2024-11-23T04:22:19,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741925_1101 (size=12301) 2024-11-23T04:22:19,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/8a29d1be1b924ad9b9e0e2a0941cd117 2024-11-23T04:22:19,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/da84cd74574e4320873f3863373177f4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/da84cd74574e4320873f3863373177f4 2024-11-23T04:22:19,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/da84cd74574e4320873f3863373177f4, entries=200, sequenceid=407, filesize=14.4 K 2024-11-23T04:22:19,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/32399ac11f414a5b894c07cf60d60d33 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/32399ac11f414a5b894c07cf60d60d33 2024-11-23T04:22:19,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/32399ac11f414a5b894c07cf60d60d33, entries=150, sequenceid=407, filesize=12.0 K 2024-11-23T04:22:19,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/8a29d1be1b924ad9b9e0e2a0941cd117 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/8a29d1be1b924ad9b9e0e2a0941cd117 2024-11-23T04:22:19,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/8a29d1be1b924ad9b9e0e2a0941cd117, entries=150, sequenceid=407, filesize=12.0 K 2024-11-23T04:22:19,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bf0337c3c496f865dc92100ed2a7d5ee in 122ms, sequenceid=407, compaction requested=true 2024-11-23T04:22:19,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:19,138 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:19,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:19,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:19,138 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:19,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:19,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:19,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:19,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:19,140 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37785 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:19,140 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/A is initiating minor compaction (all files) 2024-11-23T04:22:19,140 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/A in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:19,140 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/38fb43fb4af64f4e92aab2ee92c62f0c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/078f5b36dc864b39a1e3059f0a941abf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/da84cd74574e4320873f3863373177f4] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=36.9 K 2024-11-23T04:22:19,141 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:19,141 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/B is initiating minor compaction (all files) 2024-11-23T04:22:19,141 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/B in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:19,141 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/6d52cf578f5d4995b3955a86894ddf47, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/74262fe80bbb42f0be2a1ba25f087195, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/32399ac11f414a5b894c07cf60d60d33] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=34.5 K 2024-11-23T04:22:19,141 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38fb43fb4af64f4e92aab2ee92c62f0c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732335736762 2024-11-23T04:22:19,141 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d52cf578f5d4995b3955a86894ddf47, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732335736762 2024-11-23T04:22:19,142 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 74262fe80bbb42f0be2a1ba25f087195, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732335736879 2024-11-23T04:22:19,142 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 078f5b36dc864b39a1e3059f0a941abf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732335736879 2024-11-23T04:22:19,143 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 32399ac11f414a5b894c07cf60d60d33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732335739012 2024-11-23T04:22:19,143 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting da84cd74574e4320873f3863373177f4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732335739011 2024-11-23T04:22:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:19,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:22:19,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:19,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:19,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:19,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:19,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:19,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:19,159 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:19,161 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/5997f252d7774d05bcbd820c50700a94 is 50, key is test_row_0/B:col10/1732335739012/Put/seqid=0 2024-11-23T04:22:19,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/a79a5443469f43009edd61178892b026 is 50, key is test_row_0/A:col10/1732335739043/Put/seqid=0 2024-11-23T04:22:19,167 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#A#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:19,168 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/b988f906f2484e5b8751f185c2d68a1b is 50, key is test_row_0/A:col10/1732335739012/Put/seqid=0 2024-11-23T04:22:19,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335799169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335799169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335799171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335799172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335799177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741926_1102 (size=13289) 2024-11-23T04:22:19,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741928_1104 (size=13289) 2024-11-23T04:22:19,202 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/b988f906f2484e5b8751f185c2d68a1b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/b988f906f2484e5b8751f185c2d68a1b 2024-11-23T04:22:19,209 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/A of bf0337c3c496f865dc92100ed2a7d5ee into b988f906f2484e5b8751f185c2d68a1b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:19,209 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:19,209 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/A, priority=13, startTime=1732335739138; duration=0sec 2024-11-23T04:22:19,209 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:19,210 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:19,210 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:19,211 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:19,211 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/C is initiating minor compaction (all files) 2024-11-23T04:22:19,211 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/C in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:19,211 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d3d610b570434c919b8f78a82a9dcb0f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3f479bf6c9ca40fcaa3586923653053a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/8a29d1be1b924ad9b9e0e2a0941cd117] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=34.5 K 2024-11-23T04:22:19,212 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3d610b570434c919b8f78a82a9dcb0f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732335736762 2024-11-23T04:22:19,212 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f479bf6c9ca40fcaa3586923653053a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732335736879 2024-11-23T04:22:19,213 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a29d1be1b924ad9b9e0e2a0941cd117, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732335739012 2024-11-23T04:22:19,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741927_1103 (size=14741) 2024-11-23T04:22:19,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/a79a5443469f43009edd61178892b026 2024-11-23T04:22:19,226 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:19,228 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/65a71ef9131f42fbbc710db0befc2059 is 50, key is test_row_0/C:col10/1732335739012/Put/seqid=0 2024-11-23T04:22:19,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741929_1105 (size=13289) 2024-11-23T04:22:19,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/d727c01b6a2841bd90d3981c5e099ced is 50, key is test_row_0/B:col10/1732335739043/Put/seqid=0 2024-11-23T04:22:19,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741930_1106 (size=12301) 2024-11-23T04:22:19,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/d727c01b6a2841bd90d3981c5e099ced 2024-11-23T04:22:19,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/d6423ff0d7c04feea83dc55bc15bbaa0 is 50, key is test_row_0/C:col10/1732335739043/Put/seqid=0 2024-11-23T04:22:19,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335799278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335799279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335799279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335799280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335799280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741931_1107 (size=12301) 2024-11-23T04:22:19,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335799481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335799482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335799483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335799484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335799488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,596 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/5997f252d7774d05bcbd820c50700a94 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/5997f252d7774d05bcbd820c50700a94 2024-11-23T04:22:19,603 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/B of bf0337c3c496f865dc92100ed2a7d5ee into 5997f252d7774d05bcbd820c50700a94(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:19,603 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:19,603 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/B, priority=13, startTime=1732335739138; duration=0sec 2024-11-23T04:22:19,603 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:19,603 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:19,658 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/65a71ef9131f42fbbc710db0befc2059 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/65a71ef9131f42fbbc710db0befc2059 2024-11-23T04:22:19,668 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/C of bf0337c3c496f865dc92100ed2a7d5ee into 65a71ef9131f42fbbc710db0befc2059(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:19,668 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:19,668 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/C, priority=13, startTime=1732335739139; duration=0sec 2024-11-23T04:22:19,668 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:19,668 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:C 2024-11-23T04:22:19,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/d6423ff0d7c04feea83dc55bc15bbaa0 2024-11-23T04:22:19,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/a79a5443469f43009edd61178892b026 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a79a5443469f43009edd61178892b026 2024-11-23T04:22:19,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a79a5443469f43009edd61178892b026, entries=200, sequenceid=432, filesize=14.4 K 2024-11-23T04:22:19,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/d727c01b6a2841bd90d3981c5e099ced as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d727c01b6a2841bd90d3981c5e099ced 2024-11-23T04:22:19,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d727c01b6a2841bd90d3981c5e099ced, entries=150, sequenceid=432, filesize=12.0 K 2024-11-23T04:22:19,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/d6423ff0d7c04feea83dc55bc15bbaa0 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d6423ff0d7c04feea83dc55bc15bbaa0 2024-11-23T04:22:19,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d6423ff0d7c04feea83dc55bc15bbaa0, entries=150, sequenceid=432, filesize=12.0 K 2024-11-23T04:22:19,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bf0337c3c496f865dc92100ed2a7d5ee in 577ms, sequenceid=432, compaction requested=false 2024-11-23T04:22:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:19,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:22:19,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:19,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/4c57907355814717b0ff863139488924 is 50, key is test_row_0/A:col10/1732335739784/Put/seqid=0 2024-11-23T04:22:19,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741932_1108 (size=14741) 2024-11-23T04:22:19,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/4c57907355814717b0ff863139488924 2024-11-23T04:22:19,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335799815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335799815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335799816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335799819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335799820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/3196c65f556040bd9d312c98438a4a09 is 50, key is test_row_0/B:col10/1732335739784/Put/seqid=0 2024-11-23T04:22:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741933_1109 (size=12301) 2024-11-23T04:22:19,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335799920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335799921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335799922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335799933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:19,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335799934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T04:22:20,067 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-23T04:22:20,069 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-23T04:22:20,071 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T04:22:20,071 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:20,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:20,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335800133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335800133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335800134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335800135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335800137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T04:22:20,224 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T04:22:20,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:20,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:20,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/3196c65f556040bd9d312c98438a4a09 2024-11-23T04:22:20,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/aab65cb9466545edae67815b1bf82e23 is 50, key is test_row_0/C:col10/1732335739784/Put/seqid=0 2024-11-23T04:22:20,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741934_1110 (size=12301) 2024-11-23T04:22:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T04:22:20,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T04:22:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:20,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:20,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:20,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:20,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335800437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335800438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335800439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335800439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335800439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T04:22:20,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:20,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:20,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/aab65cb9466545edae67815b1bf82e23 2024-11-23T04:22:20,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/4c57907355814717b0ff863139488924 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/4c57907355814717b0ff863139488924 2024-11-23T04:22:20,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/4c57907355814717b0ff863139488924, entries=200, sequenceid=447, filesize=14.4 K 2024-11-23T04:22:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T04:22:20,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/3196c65f556040bd9d312c98438a4a09 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/3196c65f556040bd9d312c98438a4a09 2024-11-23T04:22:20,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/3196c65f556040bd9d312c98438a4a09, entries=150, sequenceid=447, filesize=12.0 K 2024-11-23T04:22:20,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/aab65cb9466545edae67815b1bf82e23 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/aab65cb9466545edae67815b1bf82e23 2024-11-23T04:22:20,684 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T04:22:20,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/aab65cb9466545edae67815b1bf82e23, entries=150, sequenceid=447, filesize=12.0 K 2024-11-23T04:22:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:20,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:20,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf0337c3c496f865dc92100ed2a7d5ee in 901ms, sequenceid=447, compaction requested=true 2024-11-23T04:22:20,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:20,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:20,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:20,686 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:20,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:20,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:20,686 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:20,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:20,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:20,688 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:20,688 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/A is initiating minor compaction (all files) 2024-11-23T04:22:20,688 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/A in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:20,688 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/b988f906f2484e5b8751f185c2d68a1b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a79a5443469f43009edd61178892b026, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/4c57907355814717b0ff863139488924] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=41.8 K 2024-11-23T04:22:20,688 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:20,688 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/B is initiating minor compaction (all files) 2024-11-23T04:22:20,688 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/B in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:20,688 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/5997f252d7774d05bcbd820c50700a94, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d727c01b6a2841bd90d3981c5e099ced, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/3196c65f556040bd9d312c98438a4a09] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=37.0 K 2024-11-23T04:22:20,689 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting b988f906f2484e5b8751f185c2d68a1b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732335739012 2024-11-23T04:22:20,689 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 5997f252d7774d05bcbd820c50700a94, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732335739012 2024-11-23T04:22:20,690 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a79a5443469f43009edd61178892b026, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732335739043 2024-11-23T04:22:20,690 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d727c01b6a2841bd90d3981c5e099ced, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732335739043 2024-11-23T04:22:20,690 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c57907355814717b0ff863139488924, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732335739158 2024-11-23T04:22:20,690 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 3196c65f556040bd9d312c98438a4a09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732335739171 2024-11-23T04:22:20,701 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:20,701 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:20,701 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/dc8e8de641ca48c0be88870ff9e6a4ca is 50, key is test_row_0/A:col10/1732335739784/Put/seqid=0 2024-11-23T04:22:20,703 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/017bdacd5fa5446d8cc25decde170f2d is 50, key is test_row_0/B:col10/1732335739784/Put/seqid=0 2024-11-23T04:22:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741935_1111 (size=13391) 2024-11-23T04:22:20,717 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/dc8e8de641ca48c0be88870ff9e6a4ca as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dc8e8de641ca48c0be88870ff9e6a4ca 2024-11-23T04:22:20,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741936_1112 (size=13391) 2024-11-23T04:22:20,725 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/A of bf0337c3c496f865dc92100ed2a7d5ee into dc8e8de641ca48c0be88870ff9e6a4ca(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:20,725 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:20,725 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/A, priority=13, startTime=1732335740686; duration=0sec 2024-11-23T04:22:20,725 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:20,726 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:20,726 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:20,728 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:20,728 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/C is initiating minor compaction (all files) 2024-11-23T04:22:20,728 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/C in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:20,728 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/65a71ef9131f42fbbc710db0befc2059, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d6423ff0d7c04feea83dc55bc15bbaa0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/aab65cb9466545edae67815b1bf82e23] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=37.0 K 2024-11-23T04:22:20,729 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65a71ef9131f42fbbc710db0befc2059, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732335739012 2024-11-23T04:22:20,729 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/017bdacd5fa5446d8cc25decde170f2d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/017bdacd5fa5446d8cc25decde170f2d 2024-11-23T04:22:20,730 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6423ff0d7c04feea83dc55bc15bbaa0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732335739043 2024-11-23T04:22:20,730 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting aab65cb9466545edae67815b1bf82e23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732335739171 2024-11-23T04:22:20,736 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/B of bf0337c3c496f865dc92100ed2a7d5ee into 017bdacd5fa5446d8cc25decde170f2d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:20,736 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:20,736 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/B, priority=13, startTime=1732335740686; duration=0sec 2024-11-23T04:22:20,736 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:20,736 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:20,741 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:20,741 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/3bc3dca189b946779bdcda04a70e1647 is 50, key is test_row_0/C:col10/1732335739784/Put/seqid=0 2024-11-23T04:22:20,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741937_1113 (size=13391) 2024-11-23T04:22:20,759 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/3bc3dca189b946779bdcda04a70e1647 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3bc3dca189b946779bdcda04a70e1647 2024-11-23T04:22:20,765 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/C of bf0337c3c496f865dc92100ed2a7d5ee into 3bc3dca189b946779bdcda04a70e1647(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:20,765 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:20,765 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/C, priority=13, startTime=1732335740686; duration=0sec 2024-11-23T04:22:20,766 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:20,766 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:C 2024-11-23T04:22:20,838 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T04:22:20,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:20,840 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:22:20,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:20,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:20,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:20,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:20,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:20,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:20,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/012433af88074b41991a1eee0e1665cf is 50, key is test_row_0/A:col10/1732335739813/Put/seqid=0 2024-11-23T04:22:20,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741938_1114 (size=12301) 2024-11-23T04:22:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:20,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:20,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335800948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335800948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335800951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335800951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:20,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335800952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335801053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335801053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335801055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335801056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335801056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T04:22:21,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335801256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335801257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335801257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335801258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,260 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/012433af88074b41991a1eee0e1665cf 2024-11-23T04:22:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335801258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/ef1f113962c54264b0713800d06351c2 is 50, key is test_row_0/B:col10/1732335739813/Put/seqid=0 2024-11-23T04:22:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741939_1115 (size=12301) 2024-11-23T04:22:21,285 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/ef1f113962c54264b0713800d06351c2 2024-11-23T04:22:21,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/89cd6b56881342d39f7d1a817631567c is 50, key is test_row_0/C:col10/1732335739813/Put/seqid=0 2024-11-23T04:22:21,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741940_1116 (size=12301) 2024-11-23T04:22:21,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335801559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335801560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335801560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335801564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335801566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:21,729 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/89cd6b56881342d39f7d1a817631567c 2024-11-23T04:22:21,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/012433af88074b41991a1eee0e1665cf as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/012433af88074b41991a1eee0e1665cf 2024-11-23T04:22:21,741 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/012433af88074b41991a1eee0e1665cf, entries=150, sequenceid=474, filesize=12.0 K 2024-11-23T04:22:21,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/ef1f113962c54264b0713800d06351c2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/ef1f113962c54264b0713800d06351c2 2024-11-23T04:22:21,748 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/ef1f113962c54264b0713800d06351c2, entries=150, sequenceid=474, filesize=12.0 K 2024-11-23T04:22:21,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/89cd6b56881342d39f7d1a817631567c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/89cd6b56881342d39f7d1a817631567c 2024-11-23T04:22:21,756 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/89cd6b56881342d39f7d1a817631567c, entries=150, sequenceid=474, filesize=12.0 K 2024-11-23T04:22:21,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for bf0337c3c496f865dc92100ed2a7d5ee in 918ms, sequenceid=474, compaction requested=false 2024-11-23T04:22:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:21,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T04:22:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-23T04:22:21,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-23T04:22:21,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6880 sec 2024-11-23T04:22:21,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.6920 sec 2024-11-23T04:22:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:22,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:22:22,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:22,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:22,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:22,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:22,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:22,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:22,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/86015b72be3e4981a490858caea64e6c is 50, key is test_row_0/A:col10/1732335742065/Put/seqid=0 2024-11-23T04:22:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741941_1117 (size=17181) 2024-11-23T04:22:22,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335802080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335802081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335802082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335802083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335802083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T04:22:22,175 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-23T04:22:22,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-23T04:22:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T04:22:22,178 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:22,179 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:22,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:22,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335802185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335802185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335802186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335802186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335802186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T04:22:22,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T04:22:22,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:22,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:22,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:22,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335802387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335802388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335802389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335802389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335802390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T04:22:22,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/86015b72be3e4981a490858caea64e6c 2024-11-23T04:22:22,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T04:22:22,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:22,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:22,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:22,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/24a4751e405b44f2a69e3e5b5c64933e is 50, key is test_row_0/B:col10/1732335742065/Put/seqid=0 2024-11-23T04:22:22,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741942_1118 (size=12301) 2024-11-23T04:22:22,637 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T04:22:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:22,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335802691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335802692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335802694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335802694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335802695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T04:22:22,790 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T04:22:22,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:22,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:22,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:22,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/24a4751e405b44f2a69e3e5b5c64933e 2024-11-23T04:22:22,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/09a751a320ab4d4c84442cd7a377caa3 is 50, key is test_row_0/C:col10/1732335742065/Put/seqid=0 2024-11-23T04:22:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741943_1119 (size=12301) 2024-11-23T04:22:22,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:22,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T04:22:22,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:22,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:22,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:22,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:23,097 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:23,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T04:22:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:23,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:23,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335803195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:23,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335803195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:23,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335803196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:23,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335803197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:23,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335803198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:23,250 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:23,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T04:22:23,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:23,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:23,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:23,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:23,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T04:22:23,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/09a751a320ab4d4c84442cd7a377caa3 2024-11-23T04:22:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/86015b72be3e4981a490858caea64e6c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/86015b72be3e4981a490858caea64e6c 2024-11-23T04:22:23,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/86015b72be3e4981a490858caea64e6c, entries=250, sequenceid=489, filesize=16.8 K 2024-11-23T04:22:23,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/24a4751e405b44f2a69e3e5b5c64933e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/24a4751e405b44f2a69e3e5b5c64933e 2024-11-23T04:22:23,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/24a4751e405b44f2a69e3e5b5c64933e, entries=150, sequenceid=489, filesize=12.0 K 2024-11-23T04:22:23,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/09a751a320ab4d4c84442cd7a377caa3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/09a751a320ab4d4c84442cd7a377caa3 2024-11-23T04:22:23,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/09a751a320ab4d4c84442cd7a377caa3, entries=150, sequenceid=489, filesize=12.0 K 2024-11-23T04:22:23,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for bf0337c3c496f865dc92100ed2a7d5ee in 1273ms, sequenceid=489, compaction requested=true 2024-11-23T04:22:23,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:23,339 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:23,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:23,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:23,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:23,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:23,339 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:23,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:23,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:23,340 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:23,340 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/A is initiating minor compaction (all files) 2024-11-23T04:22:23,340 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/A in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:23,340 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:23,340 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dc8e8de641ca48c0be88870ff9e6a4ca, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/012433af88074b41991a1eee0e1665cf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/86015b72be3e4981a490858caea64e6c] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=41.9 K 2024-11-23T04:22:23,340 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/B is initiating minor compaction (all files) 2024-11-23T04:22:23,340 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/B in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:23,340 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/017bdacd5fa5446d8cc25decde170f2d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/ef1f113962c54264b0713800d06351c2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/24a4751e405b44f2a69e3e5b5c64933e] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=37.1 K 2024-11-23T04:22:23,341 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc8e8de641ca48c0be88870ff9e6a4ca, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732335739171 2024-11-23T04:22:23,341 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 017bdacd5fa5446d8cc25decde170f2d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732335739171 2024-11-23T04:22:23,341 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 012433af88074b41991a1eee0e1665cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732335739813 2024-11-23T04:22:23,341 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting ef1f113962c54264b0713800d06351c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732335739813 2024-11-23T04:22:23,342 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 24a4751e405b44f2a69e3e5b5c64933e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732335740947 2024-11-23T04:22:23,342 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86015b72be3e4981a490858caea64e6c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732335740947 2024-11-23T04:22:23,350 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#A#compaction#105 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:23,351 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/73d5719a86d246559d9f1080ff3c1899 is 50, key is test_row_0/A:col10/1732335742065/Put/seqid=0 2024-11-23T04:22:23,352 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#B#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:23,353 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/77a89cf04fd846bf8b8f5d19729a9640 is 50, key is test_row_0/B:col10/1732335742065/Put/seqid=0 2024-11-23T04:22:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741944_1120 (size=13493) 2024-11-23T04:22:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741945_1121 (size=13493) 2024-11-23T04:22:23,369 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/77a89cf04fd846bf8b8f5d19729a9640 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/77a89cf04fd846bf8b8f5d19729a9640 2024-11-23T04:22:23,392 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/B of bf0337c3c496f865dc92100ed2a7d5ee into 77a89cf04fd846bf8b8f5d19729a9640(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:23,392 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:23,392 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/B, priority=13, startTime=1732335743339; duration=0sec 2024-11-23T04:22:23,393 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:23,393 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:23,393 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:23,394 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:23,394 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/C is initiating minor compaction (all files) 2024-11-23T04:22:23,395 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/C in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:23,395 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3bc3dca189b946779bdcda04a70e1647, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/89cd6b56881342d39f7d1a817631567c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/09a751a320ab4d4c84442cd7a377caa3] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=37.1 K 2024-11-23T04:22:23,395 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bc3dca189b946779bdcda04a70e1647, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732335739171 2024-11-23T04:22:23,396 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 89cd6b56881342d39f7d1a817631567c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732335739813 2024-11-23T04:22:23,396 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 09a751a320ab4d4c84442cd7a377caa3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732335740947 2024-11-23T04:22:23,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:23,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T04:22:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:23,404 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T04:22:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:23,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:23,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:23,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:23,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:23,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:23,405 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:23,406 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/0313a4075d0f4d0fa2c215a024135feb is 50, key is test_row_0/C:col10/1732335742065/Put/seqid=0 2024-11-23T04:22:23,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/3183e7a9367d4901a1e2698ee30a9e4b is 50, key is test_row_0/A:col10/1732335742080/Put/seqid=0 2024-11-23T04:22:23,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741946_1122 (size=13493) 2024-11-23T04:22:23,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741947_1123 (size=12301) 2024-11-23T04:22:23,418 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/3183e7a9367d4901a1e2698ee30a9e4b 2024-11-23T04:22:23,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/f947044342e24ea996c43c895e258ef9 is 50, key is test_row_0/B:col10/1732335742080/Put/seqid=0 2024-11-23T04:22:23,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741948_1124 (size=12301) 2024-11-23T04:22:23,437 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/f947044342e24ea996c43c895e258ef9 2024-11-23T04:22:23,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/ef48252f7ecf4516a0142b034f2224a8 is 50, key is test_row_0/C:col10/1732335742080/Put/seqid=0 2024-11-23T04:22:23,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741949_1125 (size=12301) 2024-11-23T04:22:23,762 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/73d5719a86d246559d9f1080ff3c1899 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/73d5719a86d246559d9f1080ff3c1899 2024-11-23T04:22:23,768 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/A of bf0337c3c496f865dc92100ed2a7d5ee into 73d5719a86d246559d9f1080ff3c1899(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:23,768 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:23,768 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/A, priority=13, startTime=1732335743338; duration=0sec 2024-11-23T04:22:23,768 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:23,768 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:23,818 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/0313a4075d0f4d0fa2c215a024135feb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/0313a4075d0f4d0fa2c215a024135feb 2024-11-23T04:22:23,825 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/C of bf0337c3c496f865dc92100ed2a7d5ee into 0313a4075d0f4d0fa2c215a024135feb(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:23,825 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:23,825 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/C, priority=13, startTime=1732335743339; duration=0sec 2024-11-23T04:22:23,825 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:23,825 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:C 2024-11-23T04:22:23,866 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/ef48252f7ecf4516a0142b034f2224a8 2024-11-23T04:22:23,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/3183e7a9367d4901a1e2698ee30a9e4b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3183e7a9367d4901a1e2698ee30a9e4b 2024-11-23T04:22:23,879 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3183e7a9367d4901a1e2698ee30a9e4b, entries=150, sequenceid=512, filesize=12.0 K 2024-11-23T04:22:23,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/f947044342e24ea996c43c895e258ef9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/f947044342e24ea996c43c895e258ef9 2024-11-23T04:22:23,885 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/f947044342e24ea996c43c895e258ef9, entries=150, sequenceid=512, filesize=12.0 K 2024-11-23T04:22:23,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/ef48252f7ecf4516a0142b034f2224a8 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/ef48252f7ecf4516a0142b034f2224a8 2024-11-23T04:22:23,891 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/ef48252f7ecf4516a0142b034f2224a8, entries=150, sequenceid=512, filesize=12.0 K 2024-11-23T04:22:23,892 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for bf0337c3c496f865dc92100ed2a7d5ee in 487ms, sequenceid=512, compaction requested=false 2024-11-23T04:22:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T04:22:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-23T04:22:23,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-23T04:22:23,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7140 sec 2024-11-23T04:22:23,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.7190 sec 2024-11-23T04:22:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:24,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:22:24,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:24,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:24,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:24,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:24,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:24,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:24,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/26039a2fae1f426fb8db2ee482ba0e21 is 50, key is test_row_0/A:col10/1732335744209/Put/seqid=0 2024-11-23T04:22:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741950_1126 (size=17177) 2024-11-23T04:22:24,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335804254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335804254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335804255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335804256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335804257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T04:22:24,282 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-23T04:22:24,284 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-23T04:22:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T04:22:24,285 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:24,286 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:24,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:24,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335804358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335804358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335804358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335804361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335804361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T04:22:24,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T04:22:24,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:24,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:24,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:24,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:24,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:24,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35728 deadline: 1732335804561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35740 deadline: 1732335804561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35696 deadline: 1732335804563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1732335804564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35764 deadline: 1732335804564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T04:22:24,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T04:22:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:24,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:24,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/26039a2fae1f426fb8db2ee482ba0e21 2024-11-23T04:22:24,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/61e6201385fc4459b37b6bdd5f644bb7 is 50, key is test_row_0/B:col10/1732335744209/Put/seqid=0 2024-11-23T04:22:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741951_1127 (size=9857) 2024-11-23T04:22:24,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/61e6201385fc4459b37b6bdd5f644bb7 2024-11-23T04:22:24,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/e821d4e0c3ae4427b164637d8f4257a1 is 50, key is test_row_0/C:col10/1732335744209/Put/seqid=0 2024-11-23T04:22:24,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741952_1128 (size=9857) 2024-11-23T04:22:24,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/e821d4e0c3ae4427b164637d8f4257a1 2024-11-23T04:22:24,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/26039a2fae1f426fb8db2ee482ba0e21 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/26039a2fae1f426fb8db2ee482ba0e21 2024-11-23T04:22:24,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/26039a2fae1f426fb8db2ee482ba0e21, entries=250, sequenceid=526, filesize=16.8 K 2024-11-23T04:22:24,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/61e6201385fc4459b37b6bdd5f644bb7 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/61e6201385fc4459b37b6bdd5f644bb7 2024-11-23T04:22:24,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/61e6201385fc4459b37b6bdd5f644bb7, entries=100, sequenceid=526, filesize=9.6 K 2024-11-23T04:22:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/e821d4e0c3ae4427b164637d8f4257a1 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/e821d4e0c3ae4427b164637d8f4257a1 2024-11-23T04:22:24,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/e821d4e0c3ae4427b164637d8f4257a1, entries=100, sequenceid=526, filesize=9.6 K 2024-11-23T04:22:24,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf0337c3c496f865dc92100ed2a7d5ee in 489ms, sequenceid=526, compaction requested=true 2024-11-23T04:22:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:24,699 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:24,699 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0337c3c496f865dc92100ed2a7d5ee:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:24,701 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:24,701 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/A is initiating minor compaction (all files) 2024-11-23T04:22:24,701 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/A in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:24,701 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/73d5719a86d246559d9f1080ff3c1899, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3183e7a9367d4901a1e2698ee30a9e4b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/26039a2fae1f426fb8db2ee482ba0e21] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=42.0 K 2024-11-23T04:22:24,701 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:24,701 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/B is initiating minor compaction (all files) 2024-11-23T04:22:24,701 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/B in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:24,701 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/77a89cf04fd846bf8b8f5d19729a9640, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/f947044342e24ea996c43c895e258ef9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/61e6201385fc4459b37b6bdd5f644bb7] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=34.8 K 2024-11-23T04:22:24,702 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 73d5719a86d246559d9f1080ff3c1899, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732335740947 2024-11-23T04:22:24,702 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77a89cf04fd846bf8b8f5d19729a9640, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732335740947 2024-11-23T04:22:24,702 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 3183e7a9367d4901a1e2698ee30a9e4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732335742079 2024-11-23T04:22:24,703 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting f947044342e24ea996c43c895e258ef9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732335742079 2024-11-23T04:22:24,703 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 26039a2fae1f426fb8db2ee482ba0e21, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1732335744205 2024-11-23T04:22:24,703 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61e6201385fc4459b37b6bdd5f644bb7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1732335744209 2024-11-23T04:22:24,722 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#A#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:24,723 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/5ee462b1228649c381ba65855455e9c0 is 50, key is test_row_0/A:col10/1732335744209/Put/seqid=0 2024-11-23T04:22:24,726 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:24,727 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/740796d451cd47939d97fdaea43371b6 is 50, key is test_row_0/B:col10/1732335744209/Put/seqid=0 2024-11-23T04:22:24,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741953_1129 (size=13595) 2024-11-23T04:22:24,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741954_1130 (size=13595) 2024-11-23T04:22:24,737 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/5ee462b1228649c381ba65855455e9c0 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/5ee462b1228649c381ba65855455e9c0 2024-11-23T04:22:24,743 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:24,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T04:22:24,744 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/740796d451cd47939d97fdaea43371b6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/740796d451cd47939d97fdaea43371b6 2024-11-23T04:22:24,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:24,744 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:22:24,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:24,746 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/A of bf0337c3c496f865dc92100ed2a7d5ee into 5ee462b1228649c381ba65855455e9c0(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:24,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:24,746 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:24,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:24,746 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/A, priority=13, startTime=1732335744699; duration=0sec 2024-11-23T04:22:24,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:24,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:24,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:24,747 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:24,747 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:A 2024-11-23T04:22:24,747 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:24,750 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:24,751 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): bf0337c3c496f865dc92100ed2a7d5ee/C is initiating minor compaction (all files) 2024-11-23T04:22:24,751 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf0337c3c496f865dc92100ed2a7d5ee/C in TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:24,751 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/0313a4075d0f4d0fa2c215a024135feb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/ef48252f7ecf4516a0142b034f2224a8, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/e821d4e0c3ae4427b164637d8f4257a1] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp, totalSize=34.8 K 2024-11-23T04:22:24,755 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 0313a4075d0f4d0fa2c215a024135feb, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732335740947 2024-11-23T04:22:24,755 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting ef48252f7ecf4516a0142b034f2224a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732335742079 2024-11-23T04:22:24,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/4518e0e0633543939ffd636beb3f9774 is 50, key is test_row_0/A:col10/1732335744255/Put/seqid=0 2024-11-23T04:22:24,758 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting e821d4e0c3ae4427b164637d8f4257a1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1732335744209 2024-11-23T04:22:24,763 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/B of bf0337c3c496f865dc92100ed2a7d5ee into 740796d451cd47939d97fdaea43371b6(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:24,763 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:24,763 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/B, priority=13, startTime=1732335744699; duration=0sec 2024-11-23T04:22:24,763 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:24,763 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:B 2024-11-23T04:22:24,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741955_1131 (size=12301) 2024-11-23T04:22:24,768 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/4518e0e0633543939ffd636beb3f9774 2024-11-23T04:22:24,771 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53f30e40 to 127.0.0.1:62694 2024-11-23T04:22:24,771 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:24,771 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0763ae64 to 127.0.0.1:62694 2024-11-23T04:22:24,771 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:24,771 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77d9cb79 to 127.0.0.1:62694 2024-11-23T04:22:24,771 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:24,775 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118d1c39 to 127.0.0.1:62694 2024-11-23T04:22:24,775 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:24,778 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0337c3c496f865dc92100ed2a7d5ee#C#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:24,778 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/52badcc3e36643e287e2cd7292e3a305 is 50, key is test_row_0/C:col10/1732335744209/Put/seqid=0 2024-11-23T04:22:24,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/25d6045193b94773bc64d4c2a850ead0 is 50, key is test_row_0/B:col10/1732335744255/Put/seqid=0 2024-11-23T04:22:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741956_1132 (size=12301) 2024-11-23T04:22:24,802 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/25d6045193b94773bc64d4c2a850ead0 2024-11-23T04:22:24,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741957_1133 (size=13595) 2024-11-23T04:22:24,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/a5e356e3c469479399d293d4a4089f8d is 50, key is test_row_0/C:col10/1732335744255/Put/seqid=0 2024-11-23T04:22:24,819 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/52badcc3e36643e287e2cd7292e3a305 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/52badcc3e36643e287e2cd7292e3a305 2024-11-23T04:22:24,825 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf0337c3c496f865dc92100ed2a7d5ee/C of bf0337c3c496f865dc92100ed2a7d5ee into 52badcc3e36643e287e2cd7292e3a305(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:24,825 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:24,825 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee., storeName=bf0337c3c496f865dc92100ed2a7d5ee/C, priority=13, startTime=1732335744699; duration=0sec 2024-11-23T04:22:24,825 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:24,825 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0337c3c496f865dc92100ed2a7d5ee:C 2024-11-23T04:22:24,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741958_1134 (size=12301) 2024-11-23T04:22:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:24,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. as already flushing 2024-11-23T04:22:24,866 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fe61c10 to 127.0.0.1:62694 2024-11-23T04:22:24,867 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x481d5e85 to 127.0.0.1:62694 2024-11-23T04:22:24,867 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:24,867 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T04:22:24,915 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f68aae6 to 127.0.0.1:62694 2024-11-23T04:22:24,915 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53623ce6 to 127.0.0.1:62694 2024-11-23T04:22:24,915 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b2c1d to 127.0.0.1:62694 2024-11-23T04:22:24,916 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:24,916 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:24,916 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:25,233 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/a5e356e3c469479399d293d4a4089f8d 2024-11-23T04:22:25,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/4518e0e0633543939ffd636beb3f9774 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/4518e0e0633543939ffd636beb3f9774 2024-11-23T04:22:25,244 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/4518e0e0633543939ffd636beb3f9774, entries=150, sequenceid=551, filesize=12.0 K 2024-11-23T04:22:25,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/25d6045193b94773bc64d4c2a850ead0 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/25d6045193b94773bc64d4c2a850ead0 2024-11-23T04:22:25,253 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/25d6045193b94773bc64d4c2a850ead0, entries=150, sequenceid=551, filesize=12.0 K 2024-11-23T04:22:25,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/a5e356e3c469479399d293d4a4089f8d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a5e356e3c469479399d293d4a4089f8d 2024-11-23T04:22:25,258 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a5e356e3c469479399d293d4a4089f8d, entries=150, sequenceid=551, filesize=12.0 K 2024-11-23T04:22:25,259 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for bf0337c3c496f865dc92100ed2a7d5ee in 515ms, sequenceid=551, compaction requested=false 2024-11-23T04:22:25,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:25,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:25,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T04:22:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-23T04:22:25,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-23T04:22:25,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 975 msec 2024-11-23T04:22:25,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 979 msec 2024-11-23T04:22:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T04:22:25,389 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5685 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5681 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2541 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7623 rows 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2539 2024-11-23T04:22:25,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7616 rows 2024-11-23T04:22:25,389 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T04:22:25,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cc817d0 to 127.0.0.1:62694 2024-11-23T04:22:25,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:25,394 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T04:22:25,401 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T04:22:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:25,411 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335745410"}]},"ts":"1732335745410"} 2024-11-23T04:22:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T04:22:25,412 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T04:22:25,414 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T04:22:25,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T04:22:25,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0337c3c496f865dc92100ed2a7d5ee, UNASSIGN}] 2024-11-23T04:22:25,422 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0337c3c496f865dc92100ed2a7d5ee, UNASSIGN 2024-11-23T04:22:25,423 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=bf0337c3c496f865dc92100ed2a7d5ee, regionState=CLOSING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:25,424 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T04:22:25,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:22:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T04:22:25,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:25,582 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:25,583 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T04:22:25,583 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing bf0337c3c496f865dc92100ed2a7d5ee, disabling compactions & flushes 2024-11-23T04:22:25,583 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:25,583 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:25,584 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. after waiting 0 ms 2024-11-23T04:22:25,584 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:25,584 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing bf0337c3c496f865dc92100ed2a7d5ee 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T04:22:25,584 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=A 2024-11-23T04:22:25,584 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:25,584 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=B 2024-11-23T04:22:25,584 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:25,584 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0337c3c496f865dc92100ed2a7d5ee, store=C 2024-11-23T04:22:25,584 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:25,589 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/99acd6027bda4ab1bbd86187d5583455 is 50, key is test_row_1/A:col10/1732335744866/Put/seqid=0 2024-11-23T04:22:25,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741959_1135 (size=9857) 2024-11-23T04:22:25,595 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/99acd6027bda4ab1bbd86187d5583455 2024-11-23T04:22:25,603 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/eebd981853504b81b2435c2f9bf6e003 is 50, key is test_row_1/B:col10/1732335744866/Put/seqid=0 2024-11-23T04:22:25,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741960_1136 (size=9857) 2024-11-23T04:22:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T04:22:26,014 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/eebd981853504b81b2435c2f9bf6e003 2024-11-23T04:22:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T04:22:26,022 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/c0f2151b79584721930d9e18eb9b00db is 50, key is test_row_1/C:col10/1732335744866/Put/seqid=0 2024-11-23T04:22:26,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741961_1137 (size=9857) 2024-11-23T04:22:26,427 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/c0f2151b79584721930d9e18eb9b00db 2024-11-23T04:22:26,438 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/A/99acd6027bda4ab1bbd86187d5583455 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/99acd6027bda4ab1bbd86187d5583455 2024-11-23T04:22:26,442 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/99acd6027bda4ab1bbd86187d5583455, entries=100, sequenceid=561, filesize=9.6 K 2024-11-23T04:22:26,443 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/B/eebd981853504b81b2435c2f9bf6e003 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/eebd981853504b81b2435c2f9bf6e003 2024-11-23T04:22:26,448 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/eebd981853504b81b2435c2f9bf6e003, entries=100, sequenceid=561, filesize=9.6 K 2024-11-23T04:22:26,449 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/.tmp/C/c0f2151b79584721930d9e18eb9b00db as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c0f2151b79584721930d9e18eb9b00db 2024-11-23T04:22:26,453 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c0f2151b79584721930d9e18eb9b00db, entries=100, sequenceid=561, filesize=9.6 K 2024-11-23T04:22:26,454 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bf0337c3c496f865dc92100ed2a7d5ee in 870ms, sequenceid=561, compaction requested=true 2024-11-23T04:22:26,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/1d3073cd7dd54e58872705da22b9759d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/236279dc234a48ba982bc8a7a5268388, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a6241c98341b46e98de5b6deabed631b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/1901f36d34154fd7bbffde82ec1facbb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f519c3bbd6e1447eb2cc3c80adc3b28e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/7219a919bca648089c9b6a174e7ae0fb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/d964572fbbe9468b8eb1245bad9af70d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/ffd6e62c0a7e49e1a6861f2d164a776e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/cbcddd3f53414a2c99843838605d8d9b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/310ab395497c48d5ab9e3dafcf9e68b0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a3958a0c766f44f899cf148efffd6adc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/90cf195d6d5c4d2bb0140c1d5bb2c791, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3550f35c1e7043bebe093783596296b5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3b3d6182976047f2aef788fbf4ee00fc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dd85e7b7460340c6bee915d3dfe8c362, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/ffb5bca2bb4e494a8444d4b711791f1f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/63ae184f3067445eb53ea7296db31ad4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f48b9200f7784341859bbcbcf5a2e03a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/842059712f9b482588e83599d28c7132, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/c68bb506761a49fd8681c14d1da66c82, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/5a771b9eaa614cadad989a9f3f512e66, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/e0ef1285ccbc4f55b8568c643b07fdbe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dd82a10b90c142fe86bee15867854c71, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/487c34bbaf9f4de490869bae1c06cb10, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/2107ebc206784d248c912875ba2bbfb5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f2791140276e47d18b4ed1ffbbd352d9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/38fb43fb4af64f4e92aab2ee92c62f0c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/078f5b36dc864b39a1e3059f0a941abf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/da84cd74574e4320873f3863373177f4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/b988f906f2484e5b8751f185c2d68a1b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a79a5443469f43009edd61178892b026, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/4c57907355814717b0ff863139488924, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dc8e8de641ca48c0be88870ff9e6a4ca, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/012433af88074b41991a1eee0e1665cf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/86015b72be3e4981a490858caea64e6c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/73d5719a86d246559d9f1080ff3c1899, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3183e7a9367d4901a1e2698ee30a9e4b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/26039a2fae1f426fb8db2ee482ba0e21] to archive 2024-11-23T04:22:26,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:22:26,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/1d3073cd7dd54e58872705da22b9759d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/1d3073cd7dd54e58872705da22b9759d 2024-11-23T04:22:26,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/236279dc234a48ba982bc8a7a5268388 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/236279dc234a48ba982bc8a7a5268388 2024-11-23T04:22:26,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a6241c98341b46e98de5b6deabed631b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a6241c98341b46e98de5b6deabed631b 2024-11-23T04:22:26,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/1901f36d34154fd7bbffde82ec1facbb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/1901f36d34154fd7bbffde82ec1facbb 2024-11-23T04:22:26,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f519c3bbd6e1447eb2cc3c80adc3b28e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f519c3bbd6e1447eb2cc3c80adc3b28e 2024-11-23T04:22:26,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/7219a919bca648089c9b6a174e7ae0fb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/7219a919bca648089c9b6a174e7ae0fb 2024-11-23T04:22:26,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/d964572fbbe9468b8eb1245bad9af70d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/d964572fbbe9468b8eb1245bad9af70d 2024-11-23T04:22:26,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/ffd6e62c0a7e49e1a6861f2d164a776e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/ffd6e62c0a7e49e1a6861f2d164a776e 2024-11-23T04:22:26,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/cbcddd3f53414a2c99843838605d8d9b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/cbcddd3f53414a2c99843838605d8d9b 2024-11-23T04:22:26,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/310ab395497c48d5ab9e3dafcf9e68b0 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/310ab395497c48d5ab9e3dafcf9e68b0 2024-11-23T04:22:26,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a3958a0c766f44f899cf148efffd6adc to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a3958a0c766f44f899cf148efffd6adc 2024-11-23T04:22:26,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/90cf195d6d5c4d2bb0140c1d5bb2c791 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/90cf195d6d5c4d2bb0140c1d5bb2c791 2024-11-23T04:22:26,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3550f35c1e7043bebe093783596296b5 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3550f35c1e7043bebe093783596296b5 2024-11-23T04:22:26,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3b3d6182976047f2aef788fbf4ee00fc to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3b3d6182976047f2aef788fbf4ee00fc 2024-11-23T04:22:26,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dd85e7b7460340c6bee915d3dfe8c362 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dd85e7b7460340c6bee915d3dfe8c362 2024-11-23T04:22:26,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/ffb5bca2bb4e494a8444d4b711791f1f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/ffb5bca2bb4e494a8444d4b711791f1f 2024-11-23T04:22:26,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/63ae184f3067445eb53ea7296db31ad4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/63ae184f3067445eb53ea7296db31ad4 2024-11-23T04:22:26,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f48b9200f7784341859bbcbcf5a2e03a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f48b9200f7784341859bbcbcf5a2e03a 2024-11-23T04:22:26,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/842059712f9b482588e83599d28c7132 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/842059712f9b482588e83599d28c7132 2024-11-23T04:22:26,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/c68bb506761a49fd8681c14d1da66c82 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/c68bb506761a49fd8681c14d1da66c82 2024-11-23T04:22:26,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/5a771b9eaa614cadad989a9f3f512e66 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/5a771b9eaa614cadad989a9f3f512e66 2024-11-23T04:22:26,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/e0ef1285ccbc4f55b8568c643b07fdbe to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/e0ef1285ccbc4f55b8568c643b07fdbe 2024-11-23T04:22:26,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dd82a10b90c142fe86bee15867854c71 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dd82a10b90c142fe86bee15867854c71 2024-11-23T04:22:26,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/487c34bbaf9f4de490869bae1c06cb10 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/487c34bbaf9f4de490869bae1c06cb10 2024-11-23T04:22:26,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/2107ebc206784d248c912875ba2bbfb5 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/2107ebc206784d248c912875ba2bbfb5 2024-11-23T04:22:26,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f2791140276e47d18b4ed1ffbbd352d9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/f2791140276e47d18b4ed1ffbbd352d9 2024-11-23T04:22:26,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/38fb43fb4af64f4e92aab2ee92c62f0c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/38fb43fb4af64f4e92aab2ee92c62f0c 2024-11-23T04:22:26,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/078f5b36dc864b39a1e3059f0a941abf to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/078f5b36dc864b39a1e3059f0a941abf 2024-11-23T04:22:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T04:22:26,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/da84cd74574e4320873f3863373177f4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/da84cd74574e4320873f3863373177f4 2024-11-23T04:22:26,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/b988f906f2484e5b8751f185c2d68a1b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/b988f906f2484e5b8751f185c2d68a1b 2024-11-23T04:22:26,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a79a5443469f43009edd61178892b026 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/a79a5443469f43009edd61178892b026 2024-11-23T04:22:26,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/4c57907355814717b0ff863139488924 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/4c57907355814717b0ff863139488924 2024-11-23T04:22:26,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dc8e8de641ca48c0be88870ff9e6a4ca to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/dc8e8de641ca48c0be88870ff9e6a4ca 2024-11-23T04:22:26,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/012433af88074b41991a1eee0e1665cf to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/012433af88074b41991a1eee0e1665cf 2024-11-23T04:22:26,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/86015b72be3e4981a490858caea64e6c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/86015b72be3e4981a490858caea64e6c 2024-11-23T04:22:26,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/73d5719a86d246559d9f1080ff3c1899 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/73d5719a86d246559d9f1080ff3c1899 2024-11-23T04:22:26,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3183e7a9367d4901a1e2698ee30a9e4b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/3183e7a9367d4901a1e2698ee30a9e4b 2024-11-23T04:22:26,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/26039a2fae1f426fb8db2ee482ba0e21 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/26039a2fae1f426fb8db2ee482ba0e21 2024-11-23T04:22:26,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/905d4438559e45ce864ec72800fe2396, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d7446a2ebe204e1cbbf655614ad0dbe5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/ec5a5a23b70740e9a520a56d1cc9cd69, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/919bf333ce6742ad9d80c5b8df3417d6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d2e89a4972ae496a8d38680917bc5849, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/762380d15b8846d393e1a25ae924e8f9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/bda8416f7a934cd8b377b0d4900b6432, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/29337b130ff347eab219a6361e25cc92, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/c95272f34152465097483ad5a5838729, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/84f10141847a42c09e341931893b1fa6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/e85005226c5146948b35fba7e74c44e5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/9aceabe6d09841258f25cd431cf48466, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/43332903a3dd44c7a5d2a63708522a52, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/3980480291ab45c3badf2cd2d62790e4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/289b784819b1482ea9505bca3856b32f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/75b54682df6648299444b115055ef188, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/28749559c7b74d6c9c193bf681d235c8, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/31f0e0a602ab416eacb35a439418dc71, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/0cf0e1f46c06454e973c2a0dd5882ff4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/80fa4edba1794a1aaeb01d045c9bee79, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/9b53eb4763b14a6a9a88b27e953a7ec3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/e53735ff4e9c4d8b9cf7d3650b86fa81, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/82fc3c412269491e9083feace53bfadc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/7c63325848c34fc5bd7804e369b4edf6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/1f3e2d9544344fa0bcd4d46ce0609e92, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/6d52cf578f5d4995b3955a86894ddf47, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/5eaff70998d147e5894b6470176fbeb6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/74262fe80bbb42f0be2a1ba25f087195, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/5997f252d7774d05bcbd820c50700a94, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/32399ac11f414a5b894c07cf60d60d33, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d727c01b6a2841bd90d3981c5e099ced, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/017bdacd5fa5446d8cc25decde170f2d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/3196c65f556040bd9d312c98438a4a09, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/ef1f113962c54264b0713800d06351c2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/77a89cf04fd846bf8b8f5d19729a9640, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/24a4751e405b44f2a69e3e5b5c64933e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/f947044342e24ea996c43c895e258ef9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/61e6201385fc4459b37b6bdd5f644bb7] to archive 2024-11-23T04:22:26,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:22:26,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/905d4438559e45ce864ec72800fe2396 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/905d4438559e45ce864ec72800fe2396 2024-11-23T04:22:26,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d7446a2ebe204e1cbbf655614ad0dbe5 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d7446a2ebe204e1cbbf655614ad0dbe5 2024-11-23T04:22:26,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/ec5a5a23b70740e9a520a56d1cc9cd69 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/ec5a5a23b70740e9a520a56d1cc9cd69 2024-11-23T04:22:26,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/919bf333ce6742ad9d80c5b8df3417d6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/919bf333ce6742ad9d80c5b8df3417d6 2024-11-23T04:22:26,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d2e89a4972ae496a8d38680917bc5849 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d2e89a4972ae496a8d38680917bc5849 2024-11-23T04:22:26,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/762380d15b8846d393e1a25ae924e8f9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/762380d15b8846d393e1a25ae924e8f9 2024-11-23T04:22:26,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/bda8416f7a934cd8b377b0d4900b6432 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/bda8416f7a934cd8b377b0d4900b6432 2024-11-23T04:22:26,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/29337b130ff347eab219a6361e25cc92 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/29337b130ff347eab219a6361e25cc92 2024-11-23T04:22:26,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/c95272f34152465097483ad5a5838729 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/c95272f34152465097483ad5a5838729 2024-11-23T04:22:26,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/84f10141847a42c09e341931893b1fa6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/84f10141847a42c09e341931893b1fa6 2024-11-23T04:22:26,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/e85005226c5146948b35fba7e74c44e5 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/e85005226c5146948b35fba7e74c44e5 2024-11-23T04:22:26,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/9aceabe6d09841258f25cd431cf48466 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/9aceabe6d09841258f25cd431cf48466 2024-11-23T04:22:26,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/43332903a3dd44c7a5d2a63708522a52 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/43332903a3dd44c7a5d2a63708522a52 2024-11-23T04:22:26,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/3980480291ab45c3badf2cd2d62790e4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/3980480291ab45c3badf2cd2d62790e4 2024-11-23T04:22:26,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/289b784819b1482ea9505bca3856b32f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/289b784819b1482ea9505bca3856b32f 2024-11-23T04:22:26,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/75b54682df6648299444b115055ef188 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/75b54682df6648299444b115055ef188 2024-11-23T04:22:26,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/28749559c7b74d6c9c193bf681d235c8 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/28749559c7b74d6c9c193bf681d235c8 2024-11-23T04:22:26,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/31f0e0a602ab416eacb35a439418dc71 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/31f0e0a602ab416eacb35a439418dc71 2024-11-23T04:22:26,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/0cf0e1f46c06454e973c2a0dd5882ff4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/0cf0e1f46c06454e973c2a0dd5882ff4 2024-11-23T04:22:26,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/80fa4edba1794a1aaeb01d045c9bee79 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/80fa4edba1794a1aaeb01d045c9bee79 2024-11-23T04:22:26,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/9b53eb4763b14a6a9a88b27e953a7ec3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/9b53eb4763b14a6a9a88b27e953a7ec3 2024-11-23T04:22:26,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/e53735ff4e9c4d8b9cf7d3650b86fa81 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/e53735ff4e9c4d8b9cf7d3650b86fa81 2024-11-23T04:22:26,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/82fc3c412269491e9083feace53bfadc to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/82fc3c412269491e9083feace53bfadc 2024-11-23T04:22:26,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/7c63325848c34fc5bd7804e369b4edf6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/7c63325848c34fc5bd7804e369b4edf6 2024-11-23T04:22:26,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/1f3e2d9544344fa0bcd4d46ce0609e92 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/1f3e2d9544344fa0bcd4d46ce0609e92 2024-11-23T04:22:26,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/6d52cf578f5d4995b3955a86894ddf47 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/6d52cf578f5d4995b3955a86894ddf47 2024-11-23T04:22:26,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/5eaff70998d147e5894b6470176fbeb6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/5eaff70998d147e5894b6470176fbeb6 2024-11-23T04:22:26,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/74262fe80bbb42f0be2a1ba25f087195 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/74262fe80bbb42f0be2a1ba25f087195 2024-11-23T04:22:26,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/5997f252d7774d05bcbd820c50700a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/5997f252d7774d05bcbd820c50700a94 2024-11-23T04:22:26,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/32399ac11f414a5b894c07cf60d60d33 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/32399ac11f414a5b894c07cf60d60d33 2024-11-23T04:22:26,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d727c01b6a2841bd90d3981c5e099ced to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/d727c01b6a2841bd90d3981c5e099ced 2024-11-23T04:22:26,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/017bdacd5fa5446d8cc25decde170f2d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/017bdacd5fa5446d8cc25decde170f2d 2024-11-23T04:22:26,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/3196c65f556040bd9d312c98438a4a09 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/3196c65f556040bd9d312c98438a4a09 2024-11-23T04:22:26,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/ef1f113962c54264b0713800d06351c2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/ef1f113962c54264b0713800d06351c2 2024-11-23T04:22:26,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/77a89cf04fd846bf8b8f5d19729a9640 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/77a89cf04fd846bf8b8f5d19729a9640 2024-11-23T04:22:26,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/24a4751e405b44f2a69e3e5b5c64933e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/24a4751e405b44f2a69e3e5b5c64933e 2024-11-23T04:22:26,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/f947044342e24ea996c43c895e258ef9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/f947044342e24ea996c43c895e258ef9 2024-11-23T04:22:26,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/61e6201385fc4459b37b6bdd5f644bb7 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/61e6201385fc4459b37b6bdd5f644bb7 2024-11-23T04:22:26,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/688e4deab2ca4cd08bd9397c277f6011, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/ae152fd4bdc5459b9de8e5f4389a1c45, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/93c71e7323c34096989bc8d312fc8a27, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/6e97b813b66545cf977b68b07c690f44, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c4de0b6bafb9429e8a796778e19591cc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3baa3760e363499494a0e80cda021284, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c907e6db88ec45f69bb30241fba68d1b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/4414eb58b4654b0aa27467b0b9545e9f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d0b354ba47bf4ecba6a56248dd7f7e70, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a352ef49b8614093a91bb95024d78be3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/1a2aad9d14024c159c8e5fb1d7553115, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/fc02b860cd284cbf892929f9d8bc8016, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/587bbcbfcb7e4e259f3c1ea19db0555d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/b430dd895fa149d4aa50e6be4358ae56, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/1f5fa3a9ec9441f198c342680d8c336e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/14bbadb67e0c4fd788179d4568b402f2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c9957e6d929c43d390d8b576dbff2e84, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/bb0d228bd37b4f65ae5504cd785b354b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/4fb97228336849f58716a95511c0fc0c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/50e98a12ddfb41f8ba39b7078eb4e3f2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/e9914099f6de4931a8ce3c40eb91eec1, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/6c10a3dfdc264c76a23d5dce3b15a8ee, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/098314181a8e4d9f93079bec74db8d49, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/7b4800030a0946189039da234ad2a84a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a31f695dbc0649409a6a9cd8d11e18fe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d3d610b570434c919b8f78a82a9dcb0f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/529a9198c4384d90973da84e59484ba1, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3f479bf6c9ca40fcaa3586923653053a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/65a71ef9131f42fbbc710db0befc2059, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/8a29d1be1b924ad9b9e0e2a0941cd117, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d6423ff0d7c04feea83dc55bc15bbaa0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3bc3dca189b946779bdcda04a70e1647, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/aab65cb9466545edae67815b1bf82e23, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/89cd6b56881342d39f7d1a817631567c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/0313a4075d0f4d0fa2c215a024135feb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/09a751a320ab4d4c84442cd7a377caa3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/ef48252f7ecf4516a0142b034f2224a8, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/e821d4e0c3ae4427b164637d8f4257a1] to archive 2024-11-23T04:22:26,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:22:26,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/688e4deab2ca4cd08bd9397c277f6011 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/688e4deab2ca4cd08bd9397c277f6011 2024-11-23T04:22:26,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/ae152fd4bdc5459b9de8e5f4389a1c45 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/ae152fd4bdc5459b9de8e5f4389a1c45 2024-11-23T04:22:26,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/93c71e7323c34096989bc8d312fc8a27 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/93c71e7323c34096989bc8d312fc8a27 2024-11-23T04:22:26,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/6e97b813b66545cf977b68b07c690f44 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/6e97b813b66545cf977b68b07c690f44 2024-11-23T04:22:26,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c4de0b6bafb9429e8a796778e19591cc to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c4de0b6bafb9429e8a796778e19591cc 2024-11-23T04:22:26,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3baa3760e363499494a0e80cda021284 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3baa3760e363499494a0e80cda021284 2024-11-23T04:22:26,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c907e6db88ec45f69bb30241fba68d1b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c907e6db88ec45f69bb30241fba68d1b 2024-11-23T04:22:26,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/4414eb58b4654b0aa27467b0b9545e9f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/4414eb58b4654b0aa27467b0b9545e9f 2024-11-23T04:22:26,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d0b354ba47bf4ecba6a56248dd7f7e70 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d0b354ba47bf4ecba6a56248dd7f7e70 2024-11-23T04:22:26,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a352ef49b8614093a91bb95024d78be3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a352ef49b8614093a91bb95024d78be3 2024-11-23T04:22:26,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/1a2aad9d14024c159c8e5fb1d7553115 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/1a2aad9d14024c159c8e5fb1d7553115 2024-11-23T04:22:26,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/fc02b860cd284cbf892929f9d8bc8016 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/fc02b860cd284cbf892929f9d8bc8016 2024-11-23T04:22:26,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/587bbcbfcb7e4e259f3c1ea19db0555d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/587bbcbfcb7e4e259f3c1ea19db0555d 2024-11-23T04:22:26,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/b430dd895fa149d4aa50e6be4358ae56 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/b430dd895fa149d4aa50e6be4358ae56 2024-11-23T04:22:26,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/1f5fa3a9ec9441f198c342680d8c336e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/1f5fa3a9ec9441f198c342680d8c336e 2024-11-23T04:22:26,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/14bbadb67e0c4fd788179d4568b402f2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/14bbadb67e0c4fd788179d4568b402f2 2024-11-23T04:22:26,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c9957e6d929c43d390d8b576dbff2e84 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c9957e6d929c43d390d8b576dbff2e84 2024-11-23T04:22:26,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/bb0d228bd37b4f65ae5504cd785b354b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/bb0d228bd37b4f65ae5504cd785b354b 2024-11-23T04:22:26,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/4fb97228336849f58716a95511c0fc0c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/4fb97228336849f58716a95511c0fc0c 2024-11-23T04:22:26,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/50e98a12ddfb41f8ba39b7078eb4e3f2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/50e98a12ddfb41f8ba39b7078eb4e3f2 2024-11-23T04:22:26,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/e9914099f6de4931a8ce3c40eb91eec1 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/e9914099f6de4931a8ce3c40eb91eec1 2024-11-23T04:22:26,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/6c10a3dfdc264c76a23d5dce3b15a8ee to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/6c10a3dfdc264c76a23d5dce3b15a8ee 2024-11-23T04:22:26,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/098314181a8e4d9f93079bec74db8d49 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/098314181a8e4d9f93079bec74db8d49 2024-11-23T04:22:26,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/7b4800030a0946189039da234ad2a84a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/7b4800030a0946189039da234ad2a84a 2024-11-23T04:22:26,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a31f695dbc0649409a6a9cd8d11e18fe to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a31f695dbc0649409a6a9cd8d11e18fe 2024-11-23T04:22:26,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d3d610b570434c919b8f78a82a9dcb0f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d3d610b570434c919b8f78a82a9dcb0f 2024-11-23T04:22:26,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/529a9198c4384d90973da84e59484ba1 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/529a9198c4384d90973da84e59484ba1 2024-11-23T04:22:26,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3f479bf6c9ca40fcaa3586923653053a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3f479bf6c9ca40fcaa3586923653053a 2024-11-23T04:22:26,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/65a71ef9131f42fbbc710db0befc2059 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/65a71ef9131f42fbbc710db0befc2059 2024-11-23T04:22:26,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/8a29d1be1b924ad9b9e0e2a0941cd117 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/8a29d1be1b924ad9b9e0e2a0941cd117 2024-11-23T04:22:26,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d6423ff0d7c04feea83dc55bc15bbaa0 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/d6423ff0d7c04feea83dc55bc15bbaa0 2024-11-23T04:22:26,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3bc3dca189b946779bdcda04a70e1647 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/3bc3dca189b946779bdcda04a70e1647 2024-11-23T04:22:26,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/aab65cb9466545edae67815b1bf82e23 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/aab65cb9466545edae67815b1bf82e23 2024-11-23T04:22:26,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/89cd6b56881342d39f7d1a817631567c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/89cd6b56881342d39f7d1a817631567c 2024-11-23T04:22:26,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/0313a4075d0f4d0fa2c215a024135feb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/0313a4075d0f4d0fa2c215a024135feb 2024-11-23T04:22:26,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/09a751a320ab4d4c84442cd7a377caa3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/09a751a320ab4d4c84442cd7a377caa3 2024-11-23T04:22:26,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/ef48252f7ecf4516a0142b034f2224a8 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/ef48252f7ecf4516a0142b034f2224a8 2024-11-23T04:22:26,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/e821d4e0c3ae4427b164637d8f4257a1 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/e821d4e0c3ae4427b164637d8f4257a1 2024-11-23T04:22:26,755 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/recovered.edits/564.seqid, newMaxSeqId=564, maxSeqId=1 2024-11-23T04:22:26,759 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee. 2024-11-23T04:22:26,759 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for bf0337c3c496f865dc92100ed2a7d5ee: 2024-11-23T04:22:26,762 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:26,762 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=bf0337c3c496f865dc92100ed2a7d5ee, regionState=CLOSED 2024-11-23T04:22:26,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-23T04:22:26,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure bf0337c3c496f865dc92100ed2a7d5ee, server=7aee8d3d5b7a,40403,1732335719393 in 1.3410 sec 2024-11-23T04:22:26,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-23T04:22:26,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0337c3c496f865dc92100ed2a7d5ee, UNASSIGN in 1.3460 sec 2024-11-23T04:22:26,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-23T04:22:26,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3540 sec 2024-11-23T04:22:26,774 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335746774"}]},"ts":"1732335746774"} 2024-11-23T04:22:26,775 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T04:22:26,780 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T04:22:26,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3780 sec 2024-11-23T04:22:27,206 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T04:22:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T04:22:27,516 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-23T04:22:27,520 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T04:22:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:27,527 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:27,528 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T04:22:27,534 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:27,539 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/recovered.edits] 2024-11-23T04:22:27,546 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/4518e0e0633543939ffd636beb3f9774 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/4518e0e0633543939ffd636beb3f9774 2024-11-23T04:22:27,551 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/5ee462b1228649c381ba65855455e9c0 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/5ee462b1228649c381ba65855455e9c0 2024-11-23T04:22:27,553 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/99acd6027bda4ab1bbd86187d5583455 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/A/99acd6027bda4ab1bbd86187d5583455 2024-11-23T04:22:27,559 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/25d6045193b94773bc64d4c2a850ead0 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/25d6045193b94773bc64d4c2a850ead0 2024-11-23T04:22:27,561 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/740796d451cd47939d97fdaea43371b6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/740796d451cd47939d97fdaea43371b6 2024-11-23T04:22:27,563 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/eebd981853504b81b2435c2f9bf6e003 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/B/eebd981853504b81b2435c2f9bf6e003 2024-11-23T04:22:27,566 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/52badcc3e36643e287e2cd7292e3a305 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/52badcc3e36643e287e2cd7292e3a305 2024-11-23T04:22:27,568 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a5e356e3c469479399d293d4a4089f8d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/a5e356e3c469479399d293d4a4089f8d 2024-11-23T04:22:27,572 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c0f2151b79584721930d9e18eb9b00db to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/C/c0f2151b79584721930d9e18eb9b00db 2024-11-23T04:22:27,577 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/recovered.edits/564.seqid to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee/recovered.edits/564.seqid 2024-11-23T04:22:27,578 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/bf0337c3c496f865dc92100ed2a7d5ee 2024-11-23T04:22:27,578 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T04:22:27,584 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:27,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T04:22:27,594 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T04:22:27,628 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T04:22:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T04:22:27,632 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:27,632 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T04:22:27,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732335747632"}]},"ts":"9223372036854775807"} 2024-11-23T04:22:27,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T04:22:27,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bf0337c3c496f865dc92100ed2a7d5ee, NAME => 'TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T04:22:27,635 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T04:22:27,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732335747635"}]},"ts":"9223372036854775807"} 2024-11-23T04:22:27,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T04:22:27,640 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:27,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 119 msec 2024-11-23T04:22:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T04:22:27,831 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-23T04:22:27,846 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 218) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x62abea3c-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x62abea3c-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1752645405_22 at /127.0.0.1:59484 [Waiting for operation #274] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x62abea3c-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1752645405_22 at /127.0.0.1:44074 [Waiting for operation #254] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1990252605_22 at /127.0.0.1:44058 [Waiting for operation #253] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x62abea3c-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7aee8d3d5b7a:40403-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 330) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4037 (was 4546) 2024-11-23T04:22:27,858 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=4036 2024-11-23T04:22:27,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T04:22:27,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T04:22:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:27,862 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T04:22:27,863 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:27,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-23T04:22:27,863 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T04:22:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T04:22:27,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741962_1138 (size=963) 2024-11-23T04:22:27,884 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f 2024-11-23T04:22:27,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741963_1139 (size=53) 2024-11-23T04:22:27,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:22:27,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 666dc01358b6ef07458127133a224a94, disabling compactions & flushes 2024-11-23T04:22:27,894 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:27,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:27,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. after waiting 0 ms 2024-11-23T04:22:27,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:27,894 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:27,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:27,895 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T04:22:27,896 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732335747895"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732335747895"}]},"ts":"1732335747895"} 2024-11-23T04:22:27,897 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T04:22:27,898 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T04:22:27,898 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335747898"}]},"ts":"1732335747898"} 2024-11-23T04:22:27,899 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T04:22:27,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=666dc01358b6ef07458127133a224a94, ASSIGN}] 2024-11-23T04:22:27,905 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=666dc01358b6ef07458127133a224a94, ASSIGN 2024-11-23T04:22:27,907 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=666dc01358b6ef07458127133a224a94, ASSIGN; state=OFFLINE, location=7aee8d3d5b7a,40403,1732335719393; forceNewPlan=false, retain=false 2024-11-23T04:22:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T04:22:28,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=666dc01358b6ef07458127133a224a94, regionState=OPENING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:28,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:22:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T04:22:28,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:28,215 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:28,215 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} 2024-11-23T04:22:28,216 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:28,216 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:22:28,216 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:28,216 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:28,218 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:28,219 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:22:28,220 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 666dc01358b6ef07458127133a224a94 columnFamilyName A 2024-11-23T04:22:28,220 DEBUG [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:28,222 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.HStore(327): Store=666dc01358b6ef07458127133a224a94/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:28,222 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:28,223 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:22:28,224 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 666dc01358b6ef07458127133a224a94 columnFamilyName B 2024-11-23T04:22:28,224 DEBUG [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:28,225 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.HStore(327): Store=666dc01358b6ef07458127133a224a94/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:28,225 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:28,226 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:22:28,227 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 666dc01358b6ef07458127133a224a94 columnFamilyName C 2024-11-23T04:22:28,227 DEBUG [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:28,227 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.HStore(327): Store=666dc01358b6ef07458127133a224a94/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:28,227 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:28,228 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94 2024-11-23T04:22:28,228 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94 2024-11-23T04:22:28,230 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T04:22:28,231 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:28,234 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T04:22:28,234 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 666dc01358b6ef07458127133a224a94; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70141655, jitterRate=0.04519210755825043}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T04:22:28,235 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:28,236 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., pid=39, masterSystemTime=1732335748211 2024-11-23T04:22:28,238 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:28,238 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:28,238 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=666dc01358b6ef07458127133a224a94, regionState=OPEN, openSeqNum=2, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:28,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-23T04:22:28,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 in 181 msec 2024-11-23T04:22:28,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-23T04:22:28,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=666dc01358b6ef07458127133a224a94, ASSIGN in 338 msec 2024-11-23T04:22:28,244 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T04:22:28,244 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335748244"}]},"ts":"1732335748244"} 2024-11-23T04:22:28,245 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T04:22:28,249 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T04:22:28,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 389 msec 2024-11-23T04:22:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-23T04:22:28,467 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-23T04:22:28,469 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e14c387 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f48bdaf 2024-11-23T04:22:28,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f402fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:28,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:28,479 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:28,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T04:22:28,497 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T04:22:28,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T04:22:28,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T04:22:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:28,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741964_1140 (size=999) 2024-11-23T04:22:28,943 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T04:22:28,943 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T04:22:28,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T04:22:28,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=666dc01358b6ef07458127133a224a94, REOPEN/MOVE}] 2024-11-23T04:22:28,965 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=666dc01358b6ef07458127133a224a94, REOPEN/MOVE 2024-11-23T04:22:28,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=666dc01358b6ef07458127133a224a94, regionState=CLOSING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:28,967 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T04:22:28,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:22:29,119 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,120 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:29,120 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T04:22:29,120 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 666dc01358b6ef07458127133a224a94, disabling compactions & flushes 2024-11-23T04:22:29,120 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:29,120 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:29,120 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. after waiting 0 ms 2024-11-23T04:22:29,120 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:29,125 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T04:22:29,126 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:29,126 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:29,126 WARN [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 666dc01358b6ef07458127133a224a94 to self. 2024-11-23T04:22:29,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=666dc01358b6ef07458127133a224a94, regionState=CLOSED 2024-11-23T04:22:29,129 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:29,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-23T04:22:29,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 in 163 msec 2024-11-23T04:22:29,132 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=666dc01358b6ef07458127133a224a94, REOPEN/MOVE; state=CLOSED, location=7aee8d3d5b7a,40403,1732335719393; forceNewPlan=false, retain=true 2024-11-23T04:22:29,283 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=666dc01358b6ef07458127133a224a94, regionState=OPENING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:22:29,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,441 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:29,441 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} 2024-11-23T04:22:29,442 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:29,442 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:22:29,442 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:29,442 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:29,447 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:29,447 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:22:29,454 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 666dc01358b6ef07458127133a224a94 columnFamilyName A 2024-11-23T04:22:29,456 DEBUG [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:29,458 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.HStore(327): Store=666dc01358b6ef07458127133a224a94/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:29,458 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:29,459 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:22:29,459 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 666dc01358b6ef07458127133a224a94 columnFamilyName B 2024-11-23T04:22:29,459 DEBUG [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:29,460 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.HStore(327): Store=666dc01358b6ef07458127133a224a94/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:29,460 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:29,461 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:22:29,461 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 666dc01358b6ef07458127133a224a94 columnFamilyName C 2024-11-23T04:22:29,461 DEBUG [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:29,461 INFO [StoreOpener-666dc01358b6ef07458127133a224a94-1 {}] regionserver.HStore(327): Store=666dc01358b6ef07458127133a224a94/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:29,462 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:29,462 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94 2024-11-23T04:22:29,464 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94 2024-11-23T04:22:29,466 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T04:22:29,468 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:29,469 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 666dc01358b6ef07458127133a224a94; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60495164, jitterRate=-0.09855180978775024}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T04:22:29,470 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:29,471 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., pid=44, masterSystemTime=1732335749437 2024-11-23T04:22:29,473 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:29,474 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:29,474 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=666dc01358b6ef07458127133a224a94, regionState=OPEN, openSeqNum=5, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-23T04:22:29,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 in 190 msec 2024-11-23T04:22:29,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-23T04:22:29,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=666dc01358b6ef07458127133a224a94, REOPEN/MOVE in 514 msec 2024-11-23T04:22:29,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 974 msec 2024-11-23T04:22:29,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-23T04:22:29,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 530 msec 2024-11-23T04:22:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-23T04:22:29,499 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bc50de9 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@444a61a2 2024-11-23T04:22:29,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ded54fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:29,509 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x109a98f4 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b8114b4 2024-11-23T04:22:29,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a59813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:29,519 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e9c3820 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cd0bf5 2024-11-23T04:22:29,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab3507e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:29,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50484683 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77f4d875 2024-11-23T04:22:29,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dfb8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:29,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b64ccdf to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d89b50a 2024-11-23T04:22:29,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489535ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:29,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2362c8ba to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42b9a37d 2024-11-23T04:22:29,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de2fcf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:29,557 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0349a6fe to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c645fa1 2024-11-23T04:22:29,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fb1797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:29,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3286a246 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c317ae0 2024-11-23T04:22:29,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238815e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:29,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dfe463d to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a0fc918 2024-11-23T04:22:29,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2b9b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:29,604 DEBUG [hconnection-0x6ffefaf0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:29,608 DEBUG [hconnection-0x5a940e56-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:29,610 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:29,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:22:29,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:29,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:29,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:29,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:29,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:29,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:29,651 DEBUG [hconnection-0x4ca3fb43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:29,652 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:29,661 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:29,678 DEBUG [hconnection-0x2c14e149-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:29,680 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:29,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335809692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:29,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335809692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335809692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,693 DEBUG [hconnection-0x69c4be76-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:29,695 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:29,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335809697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,712 DEBUG [hconnection-0x4ce04f8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:29,714 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:29,763 DEBUG [hconnection-0x7ee0707e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:29,765 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:29,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-23T04:22:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T04:22:29,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:29,770 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335809770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,771 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:29,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:29,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112382c369ad7d4c4db693201637fdec2554_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335749636/Put/seqid=0 2024-11-23T04:22:29,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335809796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335809796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:29,797 DEBUG [hconnection-0x4e282060-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335809795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,799 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:29,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335809800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,815 DEBUG [hconnection-0x15d045be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:29,816 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:29,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741965_1141 (size=12154) 2024-11-23T04:22:29,857 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:29,865 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112382c369ad7d4c4db693201637fdec2554_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112382c369ad7d4c4db693201637fdec2554_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:29,867 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/91e862e5ba0343eba2ab03ab6a1d49f4, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T04:22:29,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335809873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/91e862e5ba0343eba2ab03ab6a1d49f4 is 175, key is test_row_0/A:col10/1732335749636/Put/seqid=0 2024-11-23T04:22:29,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:29,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T04:22:29,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:29,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:29,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:29,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:29,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:29,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741966_1142 (size=30955) 2024-11-23T04:22:29,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335809998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335810000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335810000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335810009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T04:22:30,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T04:22:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:30,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:30,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:30,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:30,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335810080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,233 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T04:22:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:30,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:30,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:30,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335810304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335810305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335810301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335810311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,341 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/91e862e5ba0343eba2ab03ab6a1d49f4 2024-11-23T04:22:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T04:22:30,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T04:22:30,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:30,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:30,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:30,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:30,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:30,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/8c2880e60b504574916545fa1aedecd6 is 50, key is test_row_0/B:col10/1732335749636/Put/seqid=0 2024-11-23T04:22:30,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335810412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741967_1143 (size=12001) 2024-11-23T04:22:30,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/8c2880e60b504574916545fa1aedecd6 2024-11-23T04:22:30,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/4ee4f471cb9a4af6a197a56134130c71 is 50, key is test_row_0/C:col10/1732335749636/Put/seqid=0 2024-11-23T04:22:30,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T04:22:30,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:30,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:30,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:30,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:30,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:30,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741968_1144 (size=12001) 2024-11-23T04:22:30,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/4ee4f471cb9a4af6a197a56134130c71 2024-11-23T04:22:30,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/91e862e5ba0343eba2ab03ab6a1d49f4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/91e862e5ba0343eba2ab03ab6a1d49f4 2024-11-23T04:22:30,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/91e862e5ba0343eba2ab03ab6a1d49f4, entries=150, sequenceid=15, filesize=30.2 K 2024-11-23T04:22:30,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/8c2880e60b504574916545fa1aedecd6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/8c2880e60b504574916545fa1aedecd6 2024-11-23T04:22:30,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/8c2880e60b504574916545fa1aedecd6, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T04:22:30,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/4ee4f471cb9a4af6a197a56134130c71 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/4ee4f471cb9a4af6a197a56134130c71 2024-11-23T04:22:30,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/4ee4f471cb9a4af6a197a56134130c71, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T04:22:30,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 666dc01358b6ef07458127133a224a94 in 1004ms, sequenceid=15, compaction requested=false 2024-11-23T04:22:30,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:30,697 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T04:22:30,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:30,698 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T04:22:30,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:30,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:30,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:30,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:30,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:30,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:30,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123336a330daf364a869779d2457508a66d_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335749690/Put/seqid=0 2024-11-23T04:22:30,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:30,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741969_1145 (size=12154) 2024-11-23T04:22:30,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:30,822 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123336a330daf364a869779d2457508a66d_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123336a330daf364a869779d2457508a66d_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:30,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/c720e0e6bbb84d998287f091cb9af28c, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:30,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/c720e0e6bbb84d998287f091cb9af28c is 175, key is test_row_0/A:col10/1732335749690/Put/seqid=0 2024-11-23T04:22:30,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335810824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335810827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335810828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335810829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T04:22:30,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741970_1146 (size=30955) 2024-11-23T04:22:30,888 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/c720e0e6bbb84d998287f091cb9af28c 2024-11-23T04:22:30,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/28a1c16562b94e7182d281cfae4926ac is 50, key is test_row_0/B:col10/1732335749690/Put/seqid=0 2024-11-23T04:22:30,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335810917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335810933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335810933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335810933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335810935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:30,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741971_1147 (size=12001) 2024-11-23T04:22:31,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335811143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:31,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335811144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:31,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335811145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:31,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335811145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:31,369 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/28a1c16562b94e7182d281cfae4926ac 2024-11-23T04:22:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/94e2bc6ba34f441db87aaf7b4cf8d0bf is 50, key is test_row_0/C:col10/1732335749690/Put/seqid=0 2024-11-23T04:22:31,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335811450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:31,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335811450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:31,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335811452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:31,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335811456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:31,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741972_1148 (size=12001) 2024-11-23T04:22:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T04:22:31,894 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/94e2bc6ba34f441db87aaf7b4cf8d0bf 2024-11-23T04:22:31,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/c720e0e6bbb84d998287f091cb9af28c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/c720e0e6bbb84d998287f091cb9af28c 2024-11-23T04:22:31,914 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/c720e0e6bbb84d998287f091cb9af28c, entries=150, sequenceid=40, filesize=30.2 K 2024-11-23T04:22:31,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/28a1c16562b94e7182d281cfae4926ac as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/28a1c16562b94e7182d281cfae4926ac 2024-11-23T04:22:31,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335811924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:31,931 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/28a1c16562b94e7182d281cfae4926ac, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T04:22:31,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/94e2bc6ba34f441db87aaf7b4cf8d0bf as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/94e2bc6ba34f441db87aaf7b4cf8d0bf 2024-11-23T04:22:31,938 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/94e2bc6ba34f441db87aaf7b4cf8d0bf, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T04:22:31,940 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 666dc01358b6ef07458127133a224a94 in 1242ms, sequenceid=40, compaction requested=false 2024-11-23T04:22:31,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:31,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:31,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-23T04:22:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-23T04:22:31,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-23T04:22:31,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1710 sec 2024-11-23T04:22:31,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.1770 sec 2024-11-23T04:22:31,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:22:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:31,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:31,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:31,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:31,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:31,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:31,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:32,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c697127ffe574d699ef5f6cb2c1bd368_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335751968/Put/seqid=0 2024-11-23T04:22:32,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741973_1149 (size=14594) 2024-11-23T04:22:32,060 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:32,065 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c697127ffe574d699ef5f6cb2c1bd368_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c697127ffe574d699ef5f6cb2c1bd368_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:32,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335812055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,067 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/d7b5b9ba950145b6a187a2b02740a4bd, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:32,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/d7b5b9ba950145b6a187a2b02740a4bd is 175, key is test_row_0/A:col10/1732335751968/Put/seqid=0 2024-11-23T04:22:32,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335812058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335812064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335812066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741974_1150 (size=39549) 2024-11-23T04:22:32,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335812169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335812173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335812173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335812174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T04:22:32,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335812380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335812381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335812382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335812382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,510 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/d7b5b9ba950145b6a187a2b02740a4bd 2024-11-23T04:22:32,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/831146620ca54c46a24ea9deda830cd1 is 50, key is test_row_0/B:col10/1732335751968/Put/seqid=0 2024-11-23T04:22:32,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741975_1151 (size=12001) 2024-11-23T04:22:32,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/831146620ca54c46a24ea9deda830cd1 2024-11-23T04:22:32,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/65d517b2792543ab8dd2dbcde0a90d4a is 50, key is test_row_0/C:col10/1732335751968/Put/seqid=0 2024-11-23T04:22:32,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741976_1152 (size=12001) 2024-11-23T04:22:32,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/65d517b2792543ab8dd2dbcde0a90d4a 2024-11-23T04:22:32,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/d7b5b9ba950145b6a187a2b02740a4bd as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d7b5b9ba950145b6a187a2b02740a4bd 2024-11-23T04:22:32,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d7b5b9ba950145b6a187a2b02740a4bd, entries=200, sequenceid=55, filesize=38.6 K 2024-11-23T04:22:32,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/831146620ca54c46a24ea9deda830cd1 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/831146620ca54c46a24ea9deda830cd1 2024-11-23T04:22:32,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/831146620ca54c46a24ea9deda830cd1, entries=150, sequenceid=55, filesize=11.7 K 2024-11-23T04:22:32,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/65d517b2792543ab8dd2dbcde0a90d4a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/65d517b2792543ab8dd2dbcde0a90d4a 2024-11-23T04:22:32,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/65d517b2792543ab8dd2dbcde0a90d4a, entries=150, sequenceid=55, filesize=11.7 K 2024-11-23T04:22:32,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 666dc01358b6ef07458127133a224a94 in 668ms, sequenceid=55, compaction requested=true 2024-11-23T04:22:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:32,637 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T04:22:32,638 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:32,639 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:32,639 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:32,639 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/A is initiating minor compaction (all files) 2024-11-23T04:22:32,639 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/B is initiating minor compaction (all files) 2024-11-23T04:22:32,639 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/A in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:32,639 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/B in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:32,639 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/91e862e5ba0343eba2ab03ab6a1d49f4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/c720e0e6bbb84d998287f091cb9af28c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d7b5b9ba950145b6a187a2b02740a4bd] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=99.1 K 2024-11-23T04:22:32,639 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/8c2880e60b504574916545fa1aedecd6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/28a1c16562b94e7182d281cfae4926ac, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/831146620ca54c46a24ea9deda830cd1] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=35.2 K 2024-11-23T04:22:32,639 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:32,640 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/91e862e5ba0343eba2ab03ab6a1d49f4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/c720e0e6bbb84d998287f091cb9af28c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d7b5b9ba950145b6a187a2b02740a4bd] 2024-11-23T04:22:32,640 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c2880e60b504574916545fa1aedecd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732335749617 2024-11-23T04:22:32,640 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 91e862e5ba0343eba2ab03ab6a1d49f4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732335749617 2024-11-23T04:22:32,640 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28a1c16562b94e7182d281cfae4926ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732335749679 2024-11-23T04:22:32,641 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c720e0e6bbb84d998287f091cb9af28c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732335749679 2024-11-23T04:22:32,641 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 831146620ca54c46a24ea9deda830cd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732335751963 2024-11-23T04:22:32,641 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d7b5b9ba950145b6a187a2b02740a4bd, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732335750821 2024-11-23T04:22:32,662 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:32,662 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/e703a1a0f5dc492a8fb0dd62d6b93a16 is 50, key is test_row_0/B:col10/1732335751968/Put/seqid=0 2024-11-23T04:22:32,669 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:32,692 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411238336b4bf1f874d0ebf923fbffb0ed660_666dc01358b6ef07458127133a224a94 store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:32,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T04:22:32,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:32,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:32,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:32,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:32,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:32,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:32,698 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411238336b4bf1f874d0ebf923fbffb0ed660_666dc01358b6ef07458127133a224a94, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:32,698 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238336b4bf1f874d0ebf923fbffb0ed660_666dc01358b6ef07458127133a224a94 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:32,707 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T04:22:32,708 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T04:22:32,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741977_1153 (size=12104) 2024-11-23T04:22:32,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233910ddeabb5a446e950f11bbc5d0fd01_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335752687/Put/seqid=0 2024-11-23T04:22:32,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335812730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741978_1154 (size=4469) 2024-11-23T04:22:32,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335812785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,794 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#A#compaction#133 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:32,796 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/34ec70c43b0f4d22bb03eff7d1c75cd2 is 175, key is test_row_0/A:col10/1732335751968/Put/seqid=0 2024-11-23T04:22:32,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335812793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335812793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741979_1155 (size=14594) 2024-11-23T04:22:32,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741980_1156 (size=31058) 2024-11-23T04:22:32,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335812886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335812895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335812901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:32,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335812901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:33,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335813092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:33,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335813105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:33,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335813105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:33,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335813107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:33,123 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/e703a1a0f5dc492a8fb0dd62d6b93a16 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/e703a1a0f5dc492a8fb0dd62d6b93a16 2024-11-23T04:22:33,131 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/B of 666dc01358b6ef07458127133a224a94 into e703a1a0f5dc492a8fb0dd62d6b93a16(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:33,131 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:33,131 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/B, priority=13, startTime=1732335752637; duration=0sec 2024-11-23T04:22:33,131 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:33,131 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:B 2024-11-23T04:22:33,131 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:33,133 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:33,133 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/C is initiating minor compaction (all files) 2024-11-23T04:22:33,133 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/C in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:33,133 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/4ee4f471cb9a4af6a197a56134130c71, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/94e2bc6ba34f441db87aaf7b4cf8d0bf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/65d517b2792543ab8dd2dbcde0a90d4a] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=35.2 K 2024-11-23T04:22:33,133 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ee4f471cb9a4af6a197a56134130c71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732335749617 2024-11-23T04:22:33,134 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94e2bc6ba34f441db87aaf7b4cf8d0bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732335749679 2024-11-23T04:22:33,136 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65d517b2792543ab8dd2dbcde0a90d4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732335751963 2024-11-23T04:22:33,156 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:33,157 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/7bcf764e8f7b4426ac0dc337bb3efee1 is 50, key is test_row_0/C:col10/1732335751968/Put/seqid=0 2024-11-23T04:22:33,200 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:33,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741981_1157 (size=12104) 2024-11-23T04:22:33,206 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233910ddeabb5a446e950f11bbc5d0fd01_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233910ddeabb5a446e950f11bbc5d0fd01_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:33,207 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/a488c154313c4f25bb3e31e46040f235, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:33,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/a488c154313c4f25bb3e31e46040f235 is 175, key is test_row_0/A:col10/1732335752687/Put/seqid=0 2024-11-23T04:22:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741982_1158 (size=39549) 2024-11-23T04:22:33,245 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/a488c154313c4f25bb3e31e46040f235 2024-11-23T04:22:33,249 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/34ec70c43b0f4d22bb03eff7d1c75cd2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/34ec70c43b0f4d22bb03eff7d1c75cd2 2024-11-23T04:22:33,256 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/A of 666dc01358b6ef07458127133a224a94 into 34ec70c43b0f4d22bb03eff7d1c75cd2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:33,256 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:33,256 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/A, priority=13, startTime=1732335752637; duration=0sec 2024-11-23T04:22:33,256 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:33,256 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:A 2024-11-23T04:22:33,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/211a2001253d457b8860501d5ee729ab is 50, key is test_row_0/B:col10/1732335752687/Put/seqid=0 2024-11-23T04:22:33,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741983_1159 (size=12001) 2024-11-23T04:22:33,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/211a2001253d457b8860501d5ee729ab 2024-11-23T04:22:33,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/005258de97b34639bfb472b8d369ed53 is 50, key is test_row_0/C:col10/1732335752687/Put/seqid=0 2024-11-23T04:22:33,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741984_1160 (size=12001) 2024-11-23T04:22:33,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/005258de97b34639bfb472b8d369ed53 2024-11-23T04:22:33,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335813395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:33,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/a488c154313c4f25bb3e31e46040f235 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a488c154313c4f25bb3e31e46040f235 2024-11-23T04:22:33,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a488c154313c4f25bb3e31e46040f235, entries=200, sequenceid=77, filesize=38.6 K 2024-11-23T04:22:33,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/211a2001253d457b8860501d5ee729ab as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/211a2001253d457b8860501d5ee729ab 2024-11-23T04:22:33,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335813412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:33,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/211a2001253d457b8860501d5ee729ab, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T04:22:33,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335813415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:33,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/005258de97b34639bfb472b8d369ed53 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/005258de97b34639bfb472b8d369ed53 2024-11-23T04:22:33,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335813415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:33,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/005258de97b34639bfb472b8d369ed53, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T04:22:33,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 666dc01358b6ef07458127133a224a94 in 753ms, sequenceid=77, compaction requested=false 2024-11-23T04:22:33,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:33,613 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/7bcf764e8f7b4426ac0dc337bb3efee1 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/7bcf764e8f7b4426ac0dc337bb3efee1 2024-11-23T04:22:33,621 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/C of 666dc01358b6ef07458127133a224a94 into 7bcf764e8f7b4426ac0dc337bb3efee1(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:33,622 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:33,622 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/C, priority=13, startTime=1732335752637; duration=0sec 2024-11-23T04:22:33,622 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:33,622 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:C 2024-11-23T04:22:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T04:22:33,884 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-23T04:22:33,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-23T04:22:33,891 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T04:22:33,891 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:33,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:33,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T04:22:33,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:33,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:33,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:33,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:33,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:33,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:33,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123613a7ef665654c9ea2bc65282f28607c_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335752714/Put/seqid=0 2024-11-23T04:22:33,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741985_1161 (size=14594) 2024-11-23T04:22:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T04:22:34,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335813968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335814019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335814019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335814018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335814025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T04:22:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335814121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335814129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335814130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335814130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335814130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T04:22:34,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T04:22:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335814330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335814333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335814333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335814334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335814336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T04:22:34,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:34,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,391 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:34,396 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123613a7ef665654c9ea2bc65282f28607c_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123613a7ef665654c9ea2bc65282f28607c_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:34,398 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/2850376df2e74b309f22840086988c2e, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:34,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/2850376df2e74b309f22840086988c2e is 175, key is test_row_0/A:col10/1732335752714/Put/seqid=0 2024-11-23T04:22:34,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741986_1162 (size=39549) 2024-11-23T04:22:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T04:22:34,508 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T04:22:34,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:34,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335814635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335814636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335814642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335814642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335814644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,662 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T04:22:34,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:34,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T04:22:34,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:34,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,855 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/2850376df2e74b309f22840086988c2e 2024-11-23T04:22:34,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/de7aa97525d74ddeaa97a454c964f1e6 is 50, key is test_row_0/B:col10/1732335752714/Put/seqid=0 2024-11-23T04:22:34,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741987_1163 (size=12001) 2024-11-23T04:22:34,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/de7aa97525d74ddeaa97a454c964f1e6 2024-11-23T04:22:34,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/84eaece048c44116b284a6884733b6de is 50, key is test_row_0/C:col10/1732335752714/Put/seqid=0 2024-11-23T04:22:34,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741988_1164 (size=12001) 2024-11-23T04:22:34,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/84eaece048c44116b284a6884733b6de 2024-11-23T04:22:34,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/2850376df2e74b309f22840086988c2e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2850376df2e74b309f22840086988c2e 2024-11-23T04:22:34,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:34,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T04:22:34,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:34,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:34,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2850376df2e74b309f22840086988c2e, entries=200, sequenceid=96, filesize=38.6 K 2024-11-23T04:22:34,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/de7aa97525d74ddeaa97a454c964f1e6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/de7aa97525d74ddeaa97a454c964f1e6 2024-11-23T04:22:34,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/de7aa97525d74ddeaa97a454c964f1e6, entries=150, sequenceid=96, filesize=11.7 K 2024-11-23T04:22:34,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/84eaece048c44116b284a6884733b6de as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/84eaece048c44116b284a6884733b6de 2024-11-23T04:22:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T04:22:34,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/84eaece048c44116b284a6884733b6de, entries=150, sequenceid=96, filesize=11.7 K 2024-11-23T04:22:34,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 666dc01358b6ef07458127133a224a94 in 1093ms, sequenceid=96, compaction requested=true 2024-11-23T04:22:34,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:34,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:34,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:34,997 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:34,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:34,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:34,997 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:34,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:34,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:34,998 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:34,998 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110156 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:34,998 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/A is initiating minor compaction (all files) 2024-11-23T04:22:34,998 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/B is initiating minor compaction (all files) 2024-11-23T04:22:34,999 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/A in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,999 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/B in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,999 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/e703a1a0f5dc492a8fb0dd62d6b93a16, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/211a2001253d457b8860501d5ee729ab, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/de7aa97525d74ddeaa97a454c964f1e6] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=35.3 K 2024-11-23T04:22:34,999 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/34ec70c43b0f4d22bb03eff7d1c75cd2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a488c154313c4f25bb3e31e46040f235, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2850376df2e74b309f22840086988c2e] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=107.6 K 2024-11-23T04:22:34,999 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:34,999 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/34ec70c43b0f4d22bb03eff7d1c75cd2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a488c154313c4f25bb3e31e46040f235, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2850376df2e74b309f22840086988c2e] 2024-11-23T04:22:34,999 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting e703a1a0f5dc492a8fb0dd62d6b93a16, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732335751963 2024-11-23T04:22:34,999 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34ec70c43b0f4d22bb03eff7d1c75cd2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732335751963 2024-11-23T04:22:35,000 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 211a2001253d457b8860501d5ee729ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732335752040 2024-11-23T04:22:35,000 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a488c154313c4f25bb3e31e46040f235, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732335752040 2024-11-23T04:22:35,000 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting de7aa97525d74ddeaa97a454c964f1e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732335752714 2024-11-23T04:22:35,000 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2850376df2e74b309f22840086988c2e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732335752714 2024-11-23T04:22:35,018 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:35,032 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#B#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:35,033 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/30ab474eb01c45b4b94f9b86266ca309 is 50, key is test_row_0/B:col10/1732335752714/Put/seqid=0 2024-11-23T04:22:35,042 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123920fa6638de3404bad8ced86de2a60b4_666dc01358b6ef07458127133a224a94 store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:35,045 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123920fa6638de3404bad8ced86de2a60b4_666dc01358b6ef07458127133a224a94, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:35,047 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123920fa6638de3404bad8ced86de2a60b4_666dc01358b6ef07458127133a224a94 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:35,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741989_1165 (size=12207) 2024-11-23T04:22:35,114 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/30ab474eb01c45b4b94f9b86266ca309 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/30ab474eb01c45b4b94f9b86266ca309 2024-11-23T04:22:35,120 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/B of 666dc01358b6ef07458127133a224a94 into 30ab474eb01c45b4b94f9b86266ca309(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:35,120 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:35,121 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/B, priority=13, startTime=1732335754997; duration=0sec 2024-11-23T04:22:35,121 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:35,121 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:B 2024-11-23T04:22:35,121 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:35,123 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:35,123 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/C is initiating minor compaction (all files) 2024-11-23T04:22:35,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,123 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/C in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:35,123 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/7bcf764e8f7b4426ac0dc337bb3efee1, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/005258de97b34639bfb472b8d369ed53, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/84eaece048c44116b284a6884733b6de] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=35.3 K 2024-11-23T04:22:35,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T04:22:35,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:35,124 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T04:22:35,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:35,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:35,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:35,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:35,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:35,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:35,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741990_1166 (size=4469) 2024-11-23T04:22:35,125 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bcf764e8f7b4426ac0dc337bb3efee1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732335751963 2024-11-23T04:22:35,126 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 005258de97b34639bfb472b8d369ed53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732335752040 2024-11-23T04:22:35,127 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 84eaece048c44116b284a6884733b6de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732335752714 2024-11-23T04:22:35,131 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#A#compaction#141 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:35,132 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/7887f807fb284357b4c2ba51c1cc8933 is 175, key is test_row_0/A:col10/1732335752714/Put/seqid=0 2024-11-23T04:22:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:35,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:35,192 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#C#compaction#143 average throughput is 0.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:35,193 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/749c96cc65a94d269bce90bcc522e95c is 50, key is test_row_0/C:col10/1732335752714/Put/seqid=0 2024-11-23T04:22:35,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232fc37755970043ecbdb9e129704fddf9_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335753982/Put/seqid=0 2024-11-23T04:22:35,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741991_1167 (size=31161) 2024-11-23T04:22:35,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335815251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335815251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335815252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335815254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335815254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741992_1168 (size=12154) 2024-11-23T04:22:35,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:35,268 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232fc37755970043ecbdb9e129704fddf9_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232fc37755970043ecbdb9e129704fddf9_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:35,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/ec2a54ac539544aea11d7acb3ea8a402, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:35,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/ec2a54ac539544aea11d7acb3ea8a402 is 175, key is test_row_0/A:col10/1732335753982/Put/seqid=0 2024-11-23T04:22:35,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741993_1169 (size=12207) 2024-11-23T04:22:35,297 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/749c96cc65a94d269bce90bcc522e95c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/749c96cc65a94d269bce90bcc522e95c 2024-11-23T04:22:35,309 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/C of 666dc01358b6ef07458127133a224a94 into 749c96cc65a94d269bce90bcc522e95c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:35,309 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:35,309 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/C, priority=13, startTime=1732335754997; duration=0sec 2024-11-23T04:22:35,309 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:35,309 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:C 2024-11-23T04:22:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741994_1170 (size=30955) 2024-11-23T04:22:35,330 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/ec2a54ac539544aea11d7acb3ea8a402 2024-11-23T04:22:35,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/04c1dc26243e4de8924931eb08ccd486 is 50, key is test_row_0/B:col10/1732335753982/Put/seqid=0 2024-11-23T04:22:35,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335815358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335815359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335815360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335815360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335815358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741995_1171 (size=12001) 2024-11-23T04:22:35,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335815564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335815566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335815569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335815570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335815570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,641 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/7887f807fb284357b4c2ba51c1cc8933 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/7887f807fb284357b4c2ba51c1cc8933 2024-11-23T04:22:35,648 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/A of 666dc01358b6ef07458127133a224a94 into 7887f807fb284357b4c2ba51c1cc8933(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:35,648 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:35,648 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/A, priority=13, startTime=1732335754997; duration=0sec 2024-11-23T04:22:35,649 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:35,649 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:A 2024-11-23T04:22:35,803 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/04c1dc26243e4de8924931eb08ccd486 2024-11-23T04:22:35,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/7b751a04ec8246229ba11450d13aa371 is 50, key is test_row_0/C:col10/1732335753982/Put/seqid=0 2024-11-23T04:22:35,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741996_1172 (size=12001) 2024-11-23T04:22:35,861 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/7b751a04ec8246229ba11450d13aa371 2024-11-23T04:22:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/ec2a54ac539544aea11d7acb3ea8a402 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ec2a54ac539544aea11d7acb3ea8a402 2024-11-23T04:22:35,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335815870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335815872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335815872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335815875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,877 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ec2a54ac539544aea11d7acb3ea8a402, entries=150, sequenceid=119, filesize=30.2 K 2024-11-23T04:22:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/04c1dc26243e4de8924931eb08ccd486 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/04c1dc26243e4de8924931eb08ccd486 2024-11-23T04:22:35,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335815876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:35,883 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/04c1dc26243e4de8924931eb08ccd486, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T04:22:35,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/7b751a04ec8246229ba11450d13aa371 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/7b751a04ec8246229ba11450d13aa371 2024-11-23T04:22:35,891 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/7b751a04ec8246229ba11450d13aa371, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T04:22:35,892 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 666dc01358b6ef07458127133a224a94 in 767ms, sequenceid=119, compaction requested=false 2024-11-23T04:22:35,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:35,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:35,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-23T04:22:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-23T04:22:35,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-23T04:22:35,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0010 sec 2024-11-23T04:22:35,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.0080 sec 2024-11-23T04:22:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T04:22:35,996 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-23T04:22:35,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-23T04:22:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T04:22:36,002 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:36,003 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:36,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T04:22:36,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T04:22:36,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:36,156 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:22:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:36,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e63f898008c64fbcab35bf8465477d7d_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335755250/Put/seqid=0 2024-11-23T04:22:36,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741997_1173 (size=12254) 2024-11-23T04:22:36,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,219 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e63f898008c64fbcab35bf8465477d7d_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e63f898008c64fbcab35bf8465477d7d_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:36,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/a390790c05544285b12989576d5d90b6, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:36,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/a390790c05544285b12989576d5d90b6 is 175, key is test_row_0/A:col10/1732335755250/Put/seqid=0 2024-11-23T04:22:36,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741998_1174 (size=31055) 2024-11-23T04:22:36,267 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/a390790c05544285b12989576d5d90b6 2024-11-23T04:22:36,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/b21600eda0924f84a33ac458b8a2ae00 is 50, key is test_row_0/B:col10/1732335755250/Put/seqid=0 2024-11-23T04:22:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T04:22:36,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741999_1175 (size=12101) 2024-11-23T04:22:36,315 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/b21600eda0924f84a33ac458b8a2ae00 2024-11-23T04:22:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/79231dc27cf642e7993af81b189a5bee is 50, key is test_row_0/C:col10/1732335755250/Put/seqid=0 2024-11-23T04:22:36,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742000_1176 (size=12101) 2024-11-23T04:22:36,352 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/79231dc27cf642e7993af81b189a5bee 2024-11-23T04:22:36,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/a390790c05544285b12989576d5d90b6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a390790c05544285b12989576d5d90b6 2024-11-23T04:22:36,364 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a390790c05544285b12989576d5d90b6, entries=150, sequenceid=135, filesize=30.3 K 2024-11-23T04:22:36,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/b21600eda0924f84a33ac458b8a2ae00 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/b21600eda0924f84a33ac458b8a2ae00 2024-11-23T04:22:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,371 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/b21600eda0924f84a33ac458b8a2ae00, entries=150, sequenceid=135, filesize=11.8 K 2024-11-23T04:22:36,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/79231dc27cf642e7993af81b189a5bee as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/79231dc27cf642e7993af81b189a5bee 2024-11-23T04:22:36,378 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/79231dc27cf642e7993af81b189a5bee, entries=150, sequenceid=135, filesize=11.8 K 2024-11-23T04:22:36,379 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 666dc01358b6ef07458127133a224a94 in 223ms, sequenceid=135, compaction requested=true 2024-11-23T04:22:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:36,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-23T04:22:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-23T04:22:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-23T04:22:36,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 378 msec 2024-11-23T04:22:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 385 msec 2024-11-23T04:22:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:22:36,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:36,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:36,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:36,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:36,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:36,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d5caa9c3119e4bd2be2687ab25d5a7fe_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335756514/Put/seqid=0 2024-11-23T04:22:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T04:22:36,605 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-23T04:22:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-23T04:22:36,609 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T04:22:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,610 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:36,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335816600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335816601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335816614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335816615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335816617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742002_1178 (size=24758) 2024-11-23T04:22:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,644 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,649 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d5caa9c3119e4bd2be2687ab25d5a7fe_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d5caa9c3119e4bd2be2687ab25d5a7fe_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,651 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/6ae25c87029a42c68f3793bc5955a1e5, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/6ae25c87029a42c68f3793bc5955a1e5 is 175, key is test_row_0/A:col10/1732335756514/Put/seqid=0 2024-11-23T04:22:36,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742001_1177 (size=74395) 2024-11-23T04:22:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,659 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/6ae25c87029a42c68f3793bc5955a1e5 2024-11-23T04:22:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:36,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/2a0ccd198d61479ebe495e51be24ceb9 is 50, key is test_row_0/B:col10/1732335756514/Put/seqid=0 2024-11-23T04:22:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T04:22:36,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335816719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335816720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742003_1179 (size=24105) 2024-11-23T04:22:36,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/2a0ccd198d61479ebe495e51be24ceb9 2024-11-23T04:22:36,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335816738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335816739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335816738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/bd5beba2b71247cfbca26e85d0af6f49 is 50, key is test_row_0/C:col10/1732335756514/Put/seqid=0 2024-11-23T04:22:36,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T04:22:36,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:36,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:36,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:36,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:36,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:36,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742004_1180 (size=12151) 2024-11-23T04:22:36,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/bd5beba2b71247cfbca26e85d0af6f49 2024-11-23T04:22:36,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/6ae25c87029a42c68f3793bc5955a1e5 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/6ae25c87029a42c68f3793bc5955a1e5 2024-11-23T04:22:36,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/6ae25c87029a42c68f3793bc5955a1e5, entries=400, sequenceid=146, filesize=72.7 K 2024-11-23T04:22:36,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/2a0ccd198d61479ebe495e51be24ceb9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/2a0ccd198d61479ebe495e51be24ceb9 2024-11-23T04:22:36,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/2a0ccd198d61479ebe495e51be24ceb9, entries=400, sequenceid=146, filesize=23.5 K 2024-11-23T04:22:36,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/bd5beba2b71247cfbca26e85d0af6f49 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/bd5beba2b71247cfbca26e85d0af6f49 2024-11-23T04:22:36,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/bd5beba2b71247cfbca26e85d0af6f49, entries=150, sequenceid=146, filesize=11.9 K 2024-11-23T04:22:36,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 666dc01358b6ef07458127133a224a94 in 303ms, sequenceid=146, compaction requested=true 2024-11-23T04:22:36,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:36,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:36,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:36,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:36,822 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:36,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:36,822 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:36,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:36,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:36,824 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 60414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:36,824 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/B is initiating minor compaction (all files) 2024-11-23T04:22:36,824 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/B in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:36,824 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/30ab474eb01c45b4b94f9b86266ca309, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/04c1dc26243e4de8924931eb08ccd486, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/b21600eda0924f84a33ac458b8a2ae00, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/2a0ccd198d61479ebe495e51be24ceb9] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=59.0 K 2024-11-23T04:22:36,825 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 30ab474eb01c45b4b94f9b86266ca309, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732335752714 2024-11-23T04:22:36,826 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167566 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:36,826 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/A is initiating minor compaction (all files) 2024-11-23T04:22:36,826 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/A in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:36,826 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/7887f807fb284357b4c2ba51c1cc8933, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ec2a54ac539544aea11d7acb3ea8a402, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a390790c05544285b12989576d5d90b6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/6ae25c87029a42c68f3793bc5955a1e5] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=163.6 K 2024-11-23T04:22:36,826 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:36,826 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/7887f807fb284357b4c2ba51c1cc8933, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ec2a54ac539544aea11d7acb3ea8a402, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a390790c05544285b12989576d5d90b6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/6ae25c87029a42c68f3793bc5955a1e5] 2024-11-23T04:22:36,827 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 04c1dc26243e4de8924931eb08ccd486, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732335753965 2024-11-23T04:22:36,827 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7887f807fb284357b4c2ba51c1cc8933, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732335752714 2024-11-23T04:22:36,827 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting b21600eda0924f84a33ac458b8a2ae00, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732335755197 2024-11-23T04:22:36,828 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a0ccd198d61479ebe495e51be24ceb9, keycount=400, bloomtype=ROW, size=23.5 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732335756473 2024-11-23T04:22:36,828 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec2a54ac539544aea11d7acb3ea8a402, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732335753965 2024-11-23T04:22:36,828 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a390790c05544285b12989576d5d90b6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732335755197 2024-11-23T04:22:36,829 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ae25c87029a42c68f3793bc5955a1e5, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732335756473 2024-11-23T04:22:36,850 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:36,861 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#B#compaction#154 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:36,862 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/ddd3857fda5a425b9ffce6a65e47ba57 is 50, key is test_row_0/B:col10/1732335756514/Put/seqid=0 2024-11-23T04:22:36,881 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411232853b455ad1d40649f9e4b2a853016d3_666dc01358b6ef07458127133a224a94 store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:36,886 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411232853b455ad1d40649f9e4b2a853016d3_666dc01358b6ef07458127133a224a94, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:36,886 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232853b455ad1d40649f9e4b2a853016d3_666dc01358b6ef07458127133a224a94 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T04:22:36,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T04:22:36,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:36,919 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T04:22:36,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:36,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:36,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:36,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:36,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:36,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:36,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742005_1181 (size=12493) 2024-11-23T04:22:36,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742006_1182 (size=4469) 2024-11-23T04:22:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:36,938 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#A#compaction#153 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:36,938 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/bd1ee0add75a42399ca3d26ebf7f476d is 175, key is test_row_0/A:col10/1732335756514/Put/seqid=0 2024-11-23T04:22:36,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:36,941 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/ddd3857fda5a425b9ffce6a65e47ba57 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/ddd3857fda5a425b9ffce6a65e47ba57 2024-11-23T04:22:36,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d3b0991c218347338a723aab88ed429b_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335756613/Put/seqid=0 2024-11-23T04:22:36,951 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 666dc01358b6ef07458127133a224a94/B of 666dc01358b6ef07458127133a224a94 into ddd3857fda5a425b9ffce6a65e47ba57(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:36,951 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:36,951 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/B, priority=12, startTime=1732335756822; duration=0sec 2024-11-23T04:22:36,952 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:36,952 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:B 2024-11-23T04:22:36,952 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:36,954 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:36,954 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/C is initiating minor compaction (all files) 2024-11-23T04:22:36,954 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/C in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:36,954 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/749c96cc65a94d269bce90bcc522e95c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/7b751a04ec8246229ba11450d13aa371, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/79231dc27cf642e7993af81b189a5bee, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/bd5beba2b71247cfbca26e85d0af6f49] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=47.3 K 2024-11-23T04:22:36,955 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 749c96cc65a94d269bce90bcc522e95c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732335752714 2024-11-23T04:22:36,955 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b751a04ec8246229ba11450d13aa371, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732335753965 2024-11-23T04:22:36,956 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 79231dc27cf642e7993af81b189a5bee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732335755197 2024-11-23T04:22:36,957 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting bd5beba2b71247cfbca26e85d0af6f49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732335756510 2024-11-23T04:22:36,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335816956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335816957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335816959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335816978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335816986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:36,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742007_1183 (size=31447) 2024-11-23T04:22:37,004 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:37,005 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/34bd35de0ca0409184b8ca4986084767 is 50, key is test_row_0/C:col10/1732335756514/Put/seqid=0 2024-11-23T04:22:37,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742008_1184 (size=12304) 2024-11-23T04:22:37,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:37,025 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d3b0991c218347338a723aab88ed429b_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d3b0991c218347338a723aab88ed429b_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:37,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/ea052d44816b4a3e95baa4186a09ba96, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:37,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/ea052d44816b4a3e95baa4186a09ba96 is 175, key is test_row_0/A:col10/1732335756613/Put/seqid=0 2024-11-23T04:22:37,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742009_1185 (size=12493) 2024-11-23T04:22:37,067 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/34bd35de0ca0409184b8ca4986084767 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/34bd35de0ca0409184b8ca4986084767 2024-11-23T04:22:37,077 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 666dc01358b6ef07458127133a224a94/C of 666dc01358b6ef07458127133a224a94 into 34bd35de0ca0409184b8ca4986084767(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:37,077 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:37,079 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/C, priority=12, startTime=1732335756822; duration=0sec 2024-11-23T04:22:37,079 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:37,079 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:C 2024-11-23T04:22:37,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742010_1186 (size=31105) 2024-11-23T04:22:37,085 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/ea052d44816b4a3e95baa4186a09ba96 2024-11-23T04:22:37,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335817079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335817080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335817083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335817087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335817088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/95f8bb2a0527417da821f46c0883b532 is 50, key is test_row_0/B:col10/1732335756613/Put/seqid=0 2024-11-23T04:22:37,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742011_1187 (size=12151) 2024-11-23T04:22:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T04:22:37,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335817290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335817291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335817291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335817291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335817290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,399 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/bd1ee0add75a42399ca3d26ebf7f476d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/bd1ee0add75a42399ca3d26ebf7f476d 2024-11-23T04:22:37,407 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 666dc01358b6ef07458127133a224a94/A of 666dc01358b6ef07458127133a224a94 into bd1ee0add75a42399ca3d26ebf7f476d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:37,407 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:37,407 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/A, priority=12, startTime=1732335756822; duration=0sec 2024-11-23T04:22:37,407 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:37,407 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:A 2024-11-23T04:22:37,564 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/95f8bb2a0527417da821f46c0883b532 2024-11-23T04:22:37,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/cbdab41570c44632921dc1e62b2e5609 is 50, key is test_row_0/C:col10/1732335756613/Put/seqid=0 2024-11-23T04:22:37,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335817596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335817597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335817600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335817600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335817605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742012_1188 (size=12151) 2024-11-23T04:22:37,634 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/cbdab41570c44632921dc1e62b2e5609 2024-11-23T04:22:37,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/ea052d44816b4a3e95baa4186a09ba96 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ea052d44816b4a3e95baa4186a09ba96 2024-11-23T04:22:37,650 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ea052d44816b4a3e95baa4186a09ba96, entries=150, sequenceid=171, filesize=30.4 K 2024-11-23T04:22:37,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/95f8bb2a0527417da821f46c0883b532 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/95f8bb2a0527417da821f46c0883b532 2024-11-23T04:22:37,656 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/95f8bb2a0527417da821f46c0883b532, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T04:22:37,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/cbdab41570c44632921dc1e62b2e5609 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/cbdab41570c44632921dc1e62b2e5609 2024-11-23T04:22:37,662 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/cbdab41570c44632921dc1e62b2e5609, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T04:22:37,664 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 666dc01358b6ef07458127133a224a94 in 744ms, sequenceid=171, compaction requested=false 2024-11-23T04:22:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-23T04:22:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-23T04:22:37,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-23T04:22:37,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0560 sec 2024-11-23T04:22:37,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.0610 sec 2024-11-23T04:22:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T04:22:37,715 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-23T04:22:37,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-23T04:22:37,719 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T04:22:37,719 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:37,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T04:22:37,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:37,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T04:22:37,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:37,873 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:22:37,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:37,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:37,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:37,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:37,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:37,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:37,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236a48e46313e24abe9586d03ed120961b_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335756966/Put/seqid=0 2024-11-23T04:22:37,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742013_1189 (size=12304) 2024-11-23T04:22:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T04:22:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:38,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:38,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335818155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335818153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335818164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335818164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335818167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335818266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335818267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335818277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335818281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335818281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T04:22:38,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:38,374 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236a48e46313e24abe9586d03ed120961b_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236a48e46313e24abe9586d03ed120961b_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:38,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/81c088111d674cf485575333aa44ce49, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:38,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/81c088111d674cf485575333aa44ce49 is 175, key is test_row_0/A:col10/1732335756966/Put/seqid=0 2024-11-23T04:22:38,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742014_1190 (size=31105) 2024-11-23T04:22:38,383 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/81c088111d674cf485575333aa44ce49 2024-11-23T04:22:38,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/d04d20d98b98461ca67ef1780a0fef69 is 50, key is test_row_0/B:col10/1732335756966/Put/seqid=0 2024-11-23T04:22:38,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742015_1191 (size=12151) 2024-11-23T04:22:38,420 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/d04d20d98b98461ca67ef1780a0fef69 2024-11-23T04:22:38,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/f347a6536aac4b08ba7b53bb8002576f is 50, key is test_row_0/C:col10/1732335756966/Put/seqid=0 2024-11-23T04:22:38,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335818469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335818470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335818481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335818486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742016_1192 (size=12151) 2024-11-23T04:22:38,492 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/f347a6536aac4b08ba7b53bb8002576f 2024-11-23T04:22:38,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335818498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/81c088111d674cf485575333aa44ce49 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/81c088111d674cf485575333aa44ce49 2024-11-23T04:22:38,518 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/81c088111d674cf485575333aa44ce49, entries=150, sequenceid=185, filesize=30.4 K 2024-11-23T04:22:38,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/d04d20d98b98461ca67ef1780a0fef69 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/d04d20d98b98461ca67ef1780a0fef69 2024-11-23T04:22:38,533 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/d04d20d98b98461ca67ef1780a0fef69, entries=150, sequenceid=185, filesize=11.9 K 2024-11-23T04:22:38,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/f347a6536aac4b08ba7b53bb8002576f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/f347a6536aac4b08ba7b53bb8002576f 2024-11-23T04:22:38,554 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/f347a6536aac4b08ba7b53bb8002576f, entries=150, sequenceid=185, filesize=11.9 K 2024-11-23T04:22:38,558 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 666dc01358b6ef07458127133a224a94 in 686ms, sequenceid=185, compaction requested=true 2024-11-23T04:22:38,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:38,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:38,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-23T04:22:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-23T04:22:38,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-23T04:22:38,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 840 msec 2024-11-23T04:22:38,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 846 msec 2024-11-23T04:22:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:38,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T04:22:38,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:38,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:38,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:38,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:38,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:38,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:38,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335818788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335818790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335818790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232710c09c09014b9e999429a11bc61582_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335758156/Put/seqid=0 2024-11-23T04:22:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335818791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335818801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742017_1193 (size=12304) 2024-11-23T04:22:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T04:22:38,824 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-23T04:22:38,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-23T04:22:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T04:22:38,830 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:38,830 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:38,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:38,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335818894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335818901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335818901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T04:22:38,985 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:38,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T04:22:38,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:38,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:38,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:38,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:38,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335819101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335819106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335819107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,167 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T04:22:39,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T04:22:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,223 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:39,230 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232710c09c09014b9e999429a11bc61582_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232710c09c09014b9e999429a11bc61582_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:39,232 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/8b699422c3b147a1af72b14cf13cda40, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:39,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/8b699422c3b147a1af72b14cf13cda40 is 175, key is test_row_0/A:col10/1732335758156/Put/seqid=0 2024-11-23T04:22:39,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742018_1194 (size=31105) 2024-11-23T04:22:39,247 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/8b699422c3b147a1af72b14cf13cda40 2024-11-23T04:22:39,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/fac307a6978646da8fa3b1f4f3543dd4 is 50, key is test_row_0/B:col10/1732335758156/Put/seqid=0 2024-11-23T04:22:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335819293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742019_1195 (size=12151) 2024-11-23T04:22:39,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/fac307a6978646da8fa3b1f4f3543dd4 2024-11-23T04:22:39,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335819305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/5880e741093841b8bba4d74f61a9d05b is 50, key is test_row_0/C:col10/1732335758156/Put/seqid=0 2024-11-23T04:22:39,332 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T04:22:39,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:39,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742020_1196 (size=12151) 2024-11-23T04:22:39,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/5880e741093841b8bba4d74f61a9d05b 2024-11-23T04:22:39,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/8b699422c3b147a1af72b14cf13cda40 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8b699422c3b147a1af72b14cf13cda40 2024-11-23T04:22:39,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8b699422c3b147a1af72b14cf13cda40, entries=150, sequenceid=213, filesize=30.4 K 2024-11-23T04:22:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/fac307a6978646da8fa3b1f4f3543dd4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/fac307a6978646da8fa3b1f4f3543dd4 2024-11-23T04:22:39,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/fac307a6978646da8fa3b1f4f3543dd4, entries=150, sequenceid=213, filesize=11.9 K 2024-11-23T04:22:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/5880e741093841b8bba4d74f61a9d05b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/5880e741093841b8bba4d74f61a9d05b 2024-11-23T04:22:39,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/5880e741093841b8bba4d74f61a9d05b, entries=150, sequenceid=213, filesize=11.9 K 2024-11-23T04:22:39,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 666dc01358b6ef07458127133a224a94 in 616ms, sequenceid=213, compaction requested=true 2024-11-23T04:22:39,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:39,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:39,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:39,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:39,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:39,394 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:39,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:39,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T04:22:39,395 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:39,398 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:39,398 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/B is initiating minor compaction (all files) 2024-11-23T04:22:39,398 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/B in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,399 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/ddd3857fda5a425b9ffce6a65e47ba57, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/95f8bb2a0527417da821f46c0883b532, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/d04d20d98b98461ca67ef1780a0fef69, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/fac307a6978646da8fa3b1f4f3543dd4] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=47.8 K 2024-11-23T04:22:39,399 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:39,399 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/A is initiating minor compaction (all files) 2024-11-23T04:22:39,399 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/A in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,399 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting ddd3857fda5a425b9ffce6a65e47ba57, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732335756510 2024-11-23T04:22:39,399 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/bd1ee0add75a42399ca3d26ebf7f476d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ea052d44816b4a3e95baa4186a09ba96, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/81c088111d674cf485575333aa44ce49, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8b699422c3b147a1af72b14cf13cda40] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=121.8 K 2024-11-23T04:22:39,399 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,399 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/bd1ee0add75a42399ca3d26ebf7f476d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ea052d44816b4a3e95baa4186a09ba96, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/81c088111d674cf485575333aa44ce49, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8b699422c3b147a1af72b14cf13cda40] 2024-11-23T04:22:39,399 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 95f8bb2a0527417da821f46c0883b532, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732335756599 2024-11-23T04:22:39,401 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd1ee0add75a42399ca3d26ebf7f476d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732335756510 2024-11-23T04:22:39,401 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d04d20d98b98461ca67ef1780a0fef69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732335756934 2024-11-23T04:22:39,401 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea052d44816b4a3e95baa4186a09ba96, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732335756599 2024-11-23T04:22:39,401 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting fac307a6978646da8fa3b1f4f3543dd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732335758156 2024-11-23T04:22:39,404 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81c088111d674cf485575333aa44ce49, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732335756934 2024-11-23T04:22:39,405 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b699422c3b147a1af72b14cf13cda40, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732335758156 2024-11-23T04:22:39,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:22:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:39,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:39,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:39,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:39,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:39,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:39,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:39,429 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:39,430 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/0f1fe716883e423aa826f9b2de4aed1e is 50, key is test_row_0/B:col10/1732335758156/Put/seqid=0 2024-11-23T04:22:39,451 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T04:22:39,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bc7364693b234e89af69be7478ec6133_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335759421/Put/seqid=0 2024-11-23T04:22:39,479 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123d7a22055e5054079a3991f7e4af55410_666dc01358b6ef07458127133a224a94 store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:39,482 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123d7a22055e5054079a3991f7e4af55410_666dc01358b6ef07458127133a224a94, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:39,482 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d7a22055e5054079a3991f7e4af55410_666dc01358b6ef07458127133a224a94 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:39,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335819478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335819480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335819481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T04:22:39,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:39,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742021_1197 (size=12629) 2024-11-23T04:22:39,520 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/0f1fe716883e423aa826f9b2de4aed1e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/0f1fe716883e423aa826f9b2de4aed1e 2024-11-23T04:22:39,526 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 666dc01358b6ef07458127133a224a94/B of 666dc01358b6ef07458127133a224a94 into 0f1fe716883e423aa826f9b2de4aed1e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:39,526 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:39,526 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/B, priority=12, startTime=1732335759394; duration=0sec 2024-11-23T04:22:39,526 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:39,526 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:B 2024-11-23T04:22:39,527 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:39,529 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:39,529 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/C is initiating minor compaction (all files) 2024-11-23T04:22:39,529 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/C in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,530 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/34bd35de0ca0409184b8ca4986084767, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/cbdab41570c44632921dc1e62b2e5609, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/f347a6536aac4b08ba7b53bb8002576f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/5880e741093841b8bba4d74f61a9d05b] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=47.8 K 2024-11-23T04:22:39,530 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 34bd35de0ca0409184b8ca4986084767, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732335756510 2024-11-23T04:22:39,531 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting cbdab41570c44632921dc1e62b2e5609, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732335756599 2024-11-23T04:22:39,532 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting f347a6536aac4b08ba7b53bb8002576f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732335756934 2024-11-23T04:22:39,532 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 5880e741093841b8bba4d74f61a9d05b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732335758156 2024-11-23T04:22:39,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742022_1198 (size=14794) 2024-11-23T04:22:39,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742023_1199 (size=4469) 2024-11-23T04:22:39,568 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#A#compaction#166 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:39,570 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/e5356ff675e54a059f69bd2f67eec208 is 175, key is test_row_0/A:col10/1732335758156/Put/seqid=0 2024-11-23T04:22:39,582 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:39,583 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/1ec9d0d0279e429fa9bedcf57da32d53 is 50, key is test_row_0/C:col10/1732335758156/Put/seqid=0 2024-11-23T04:22:39,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335819586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335819587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335819588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742024_1200 (size=31583) 2024-11-23T04:22:39,628 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/e5356ff675e54a059f69bd2f67eec208 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/e5356ff675e54a059f69bd2f67eec208 2024-11-23T04:22:39,636 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 666dc01358b6ef07458127133a224a94/A of 666dc01358b6ef07458127133a224a94 into e5356ff675e54a059f69bd2f67eec208(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:39,636 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:39,636 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/A, priority=12, startTime=1732335759394; duration=0sec 2024-11-23T04:22:39,636 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:39,636 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:A 2024-11-23T04:22:39,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742025_1201 (size=12629) 2024-11-23T04:22:39,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T04:22:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,651 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/1ec9d0d0279e429fa9bedcf57da32d53 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/1ec9d0d0279e429fa9bedcf57da32d53 2024-11-23T04:22:39,657 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 666dc01358b6ef07458127133a224a94/C of 666dc01358b6ef07458127133a224a94 into 1ec9d0d0279e429fa9bedcf57da32d53(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:39,657 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:39,657 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/C, priority=12, startTime=1732335759394; duration=0sec 2024-11-23T04:22:39,657 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:39,657 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:C 2024-11-23T04:22:39,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335819792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335819792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335819792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T04:22:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,945 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:39,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:39,950 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bc7364693b234e89af69be7478ec6133_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bc7364693b234e89af69be7478ec6133_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:39,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T04:22:39,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:39,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:39,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,952 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/d76097c537e44d2c8c7fc9bb0825acd6, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:39,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/d76097c537e44d2c8c7fc9bb0825acd6 is 175, key is test_row_0/A:col10/1732335759421/Put/seqid=0 2024-11-23T04:22:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T04:22:39,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742026_1202 (size=39749) 2024-11-23T04:22:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335820096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335820096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335820097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,106 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T04:22:40,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:40,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:40,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:40,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:40,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:40,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T04:22:40,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:40,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:40,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:40,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:40,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:40,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335820305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335820310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,390 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/d76097c537e44d2c8c7fc9bb0825acd6 2024-11-23T04:22:40,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/3168e22131eb4b5c87e44a084c00b032 is 50, key is test_row_0/B:col10/1732335759421/Put/seqid=0 2024-11-23T04:22:40,416 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T04:22:40,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:40,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:40,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:40,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:40,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:40,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742027_1203 (size=12151) 2024-11-23T04:22:40,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/3168e22131eb4b5c87e44a084c00b032 2024-11-23T04:22:40,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/0e945b10d20449b392af33958d992c8f is 50, key is test_row_0/C:col10/1732335759421/Put/seqid=0 2024-11-23T04:22:40,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742028_1204 (size=12151) 2024-11-23T04:22:40,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/0e945b10d20449b392af33958d992c8f 2024-11-23T04:22:40,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/d76097c537e44d2c8c7fc9bb0825acd6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d76097c537e44d2c8c7fc9bb0825acd6 2024-11-23T04:22:40,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d76097c537e44d2c8c7fc9bb0825acd6, entries=200, sequenceid=226, filesize=38.8 K 2024-11-23T04:22:40,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/3168e22131eb4b5c87e44a084c00b032 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/3168e22131eb4b5c87e44a084c00b032 2024-11-23T04:22:40,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/3168e22131eb4b5c87e44a084c00b032, entries=150, sequenceid=226, filesize=11.9 K 2024-11-23T04:22:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/0e945b10d20449b392af33958d992c8f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/0e945b10d20449b392af33958d992c8f 2024-11-23T04:22:40,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/0e945b10d20449b392af33958d992c8f, entries=150, sequenceid=226, filesize=11.9 K 2024-11-23T04:22:40,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 666dc01358b6ef07458127133a224a94 in 1146ms, sequenceid=226, compaction requested=false 2024-11-23T04:22:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:40,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T04:22:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:40,571 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T04:22:40,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:40,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:40,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:40,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:40,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:40,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:40,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234c3f537e761e44b2b3c587f37734be77_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335759477/Put/seqid=0 2024-11-23T04:22:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:40,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:40,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742029_1205 (size=12304) 2024-11-23T04:22:40,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:40,640 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234c3f537e761e44b2b3c587f37734be77_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234c3f537e761e44b2b3c587f37734be77_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:40,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/df320842f23940b98d488c8162704982, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/df320842f23940b98d488c8162704982 is 175, key is test_row_0/A:col10/1732335759477/Put/seqid=0 2024-11-23T04:22:40,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742030_1206 (size=31105) 2024-11-23T04:22:40,654 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/df320842f23940b98d488c8162704982 2024-11-23T04:22:40,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/5845f34bd03d449bad88ccc1798838bd is 50, key is test_row_0/B:col10/1732335759477/Put/seqid=0 2024-11-23T04:22:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742031_1207 (size=12151) 2024-11-23T04:22:40,680 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/5845f34bd03d449bad88ccc1798838bd 2024-11-23T04:22:40,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335820689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335820692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/b93aa7bee5be4a2a9078f96178d1b708 is 50, key is test_row_0/C:col10/1732335759477/Put/seqid=0 2024-11-23T04:22:40,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335820698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742032_1208 (size=12151) 2024-11-23T04:22:40,727 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/b93aa7bee5be4a2a9078f96178d1b708 2024-11-23T04:22:40,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/df320842f23940b98d488c8162704982 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/df320842f23940b98d488c8162704982 2024-11-23T04:22:40,748 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/df320842f23940b98d488c8162704982, entries=150, sequenceid=252, filesize=30.4 K 2024-11-23T04:22:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/5845f34bd03d449bad88ccc1798838bd as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/5845f34bd03d449bad88ccc1798838bd 2024-11-23T04:22:40,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/5845f34bd03d449bad88ccc1798838bd, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T04:22:40,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/b93aa7bee5be4a2a9078f96178d1b708 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/b93aa7bee5be4a2a9078f96178d1b708 2024-11-23T04:22:40,771 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/b93aa7bee5be4a2a9078f96178d1b708, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T04:22:40,772 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 666dc01358b6ef07458127133a224a94 in 201ms, sequenceid=252, compaction requested=true 2024-11-23T04:22:40,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:40,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:40,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-23T04:22:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-23T04:22:40,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-23T04:22:40,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9430 sec 2024-11-23T04:22:40,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.9540 sec 2024-11-23T04:22:40,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:22:40,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:40,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:40,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:40,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:40,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:40,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:40,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d2e9dbf099af4ce6bee8bac7f08cd357_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335760687/Put/seqid=0 2024-11-23T04:22:40,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335820847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742033_1209 (size=14994) 2024-11-23T04:22:40,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335820853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335820854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335820957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335820966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335820966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T04:22:40,975 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-23T04:22:40,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-23T04:22:40,979 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T04:22:40,981 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:40,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T04:22:41,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T04:22:41,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:41,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335821164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335821168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335821168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,263 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:41,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d2e9dbf099af4ce6bee8bac7f08cd357_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d2e9dbf099af4ce6bee8bac7f08cd357_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:41,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/8bd14ba28ebe45a08b586b2f059c0a79, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:41,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/8bd14ba28ebe45a08b586b2f059c0a79 is 175, key is test_row_0/A:col10/1732335760687/Put/seqid=0 2024-11-23T04:22:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T04:22:41,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T04:22:41,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742034_1210 (size=39949) 2024-11-23T04:22:41,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,290 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/8bd14ba28ebe45a08b586b2f059c0a79 2024-11-23T04:22:41,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/985d56f641394923a55ca032113be7ed is 50, key is test_row_0/B:col10/1732335760687/Put/seqid=0 2024-11-23T04:22:41,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742035_1211 (size=12301) 2024-11-23T04:22:41,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T04:22:41,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:41,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335821467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335821470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335821470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T04:22:41,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T04:22:41,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:41,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T04:22:41,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:41,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:41,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/985d56f641394923a55ca032113be7ed 2024-11-23T04:22:41,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/2326d9dae4c848a1a10a9f49f1c14711 is 50, key is test_row_0/C:col10/1732335760687/Put/seqid=0 2024-11-23T04:22:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742036_1212 (size=12301) 2024-11-23T04:22:41,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/2326d9dae4c848a1a10a9f49f1c14711 2024-11-23T04:22:41,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/8bd14ba28ebe45a08b586b2f059c0a79 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8bd14ba28ebe45a08b586b2f059c0a79 2024-11-23T04:22:41,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8bd14ba28ebe45a08b586b2f059c0a79, entries=200, sequenceid=266, filesize=39.0 K 2024-11-23T04:22:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/985d56f641394923a55ca032113be7ed as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/985d56f641394923a55ca032113be7ed 2024-11-23T04:22:41,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/985d56f641394923a55ca032113be7ed, entries=150, sequenceid=266, filesize=12.0 K 2024-11-23T04:22:41,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/2326d9dae4c848a1a10a9f49f1c14711 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/2326d9dae4c848a1a10a9f49f1c14711 2024-11-23T04:22:41,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/2326d9dae4c848a1a10a9f49f1c14711, entries=150, sequenceid=266, filesize=12.0 K 2024-11-23T04:22:41,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 666dc01358b6ef07458127133a224a94 in 1031ms, sequenceid=266, compaction requested=true 2024-11-23T04:22:41,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:41,829 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:41,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:41,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:41,830 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:41,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:41,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:41,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:41,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:41,831 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142386 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:41,831 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/A is initiating minor compaction (all files) 2024-11-23T04:22:41,831 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/A in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,832 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/e5356ff675e54a059f69bd2f67eec208, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d76097c537e44d2c8c7fc9bb0825acd6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/df320842f23940b98d488c8162704982, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8bd14ba28ebe45a08b586b2f059c0a79] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=139.0 K 2024-11-23T04:22:41,832 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,832 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/e5356ff675e54a059f69bd2f67eec208, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d76097c537e44d2c8c7fc9bb0825acd6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/df320842f23940b98d488c8162704982, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8bd14ba28ebe45a08b586b2f059c0a79] 2024-11-23T04:22:41,832 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:41,833 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/B is initiating minor compaction (all files) 2024-11-23T04:22:41,833 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/B in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,833 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/0f1fe716883e423aa826f9b2de4aed1e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/3168e22131eb4b5c87e44a084c00b032, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/5845f34bd03d449bad88ccc1798838bd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/985d56f641394923a55ca032113be7ed] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=48.1 K 2024-11-23T04:22:41,833 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5356ff675e54a059f69bd2f67eec208, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732335758156 2024-11-23T04:22:41,834 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f1fe716883e423aa826f9b2de4aed1e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732335758156 2024-11-23T04:22:41,834 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting d76097c537e44d2c8c7fc9bb0825acd6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732335759412 2024-11-23T04:22:41,834 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 3168e22131eb4b5c87e44a084c00b032, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732335759420 2024-11-23T04:22:41,835 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting df320842f23940b98d488c8162704982, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732335759471 2024-11-23T04:22:41,835 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 5845f34bd03d449bad88ccc1798838bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732335759471 2024-11-23T04:22:41,835 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bd14ba28ebe45a08b586b2f059c0a79, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732335760687 2024-11-23T04:22:41,836 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 985d56f641394923a55ca032113be7ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732335760687 2024-11-23T04:22:41,849 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:41,853 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123d9b118f80be64092a7ec074a8c9045b0_666dc01358b6ef07458127133a224a94 store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:41,855 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#B#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:41,856 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/cefe7845698c4dfd93614b0f6abc5e29 is 50, key is test_row_0/B:col10/1732335760687/Put/seqid=0 2024-11-23T04:22:41,856 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123d9b118f80be64092a7ec074a8c9045b0_666dc01358b6ef07458127133a224a94, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:41,856 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d9b118f80be64092a7ec074a8c9045b0_666dc01358b6ef07458127133a224a94 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:41,901 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T04:22:41,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,903 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T04:22:41,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:41,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:41,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:41,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:41,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:41,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:41,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742037_1213 (size=12915) 2024-11-23T04:22:41,922 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/cefe7845698c4dfd93614b0f6abc5e29 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/cefe7845698c4dfd93614b0f6abc5e29 2024-11-23T04:22:41,929 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 666dc01358b6ef07458127133a224a94/B of 666dc01358b6ef07458127133a224a94 into cefe7845698c4dfd93614b0f6abc5e29(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:41,930 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:41,930 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/B, priority=12, startTime=1732335761830; duration=0sec 2024-11-23T04:22:41,930 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:41,930 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:B 2024-11-23T04:22:41,930 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:22:41,933 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:22:41,933 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/C is initiating minor compaction (all files) 2024-11-23T04:22:41,933 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/C in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:41,933 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/1ec9d0d0279e429fa9bedcf57da32d53, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/0e945b10d20449b392af33958d992c8f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/b93aa7bee5be4a2a9078f96178d1b708, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/2326d9dae4c848a1a10a9f49f1c14711] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=48.1 K 2024-11-23T04:22:41,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742038_1214 (size=4469) 2024-11-23T04:22:41,934 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ec9d0d0279e429fa9bedcf57da32d53, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732335758156 2024-11-23T04:22:41,934 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e945b10d20449b392af33958d992c8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732335759420 2024-11-23T04:22:41,935 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting b93aa7bee5be4a2a9078f96178d1b708, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732335759471 2024-11-23T04:22:41,936 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 2326d9dae4c848a1a10a9f49f1c14711, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732335760687 2024-11-23T04:22:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112338328208f36d457faa110e194d1db1a7_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335760846/Put/seqid=0 2024-11-23T04:22:41,952 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:41,953 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/ca25880ad19345b880cb503bcf3e5226 is 50, key is test_row_0/C:col10/1732335760687/Put/seqid=0 2024-11-23T04:22:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:41,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:41,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742040_1216 (size=12454) 2024-11-23T04:22:41,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742039_1215 (size=12915) 2024-11-23T04:22:41,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335821990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335821990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:41,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335821991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T04:22:42,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335822094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335822094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335822095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335822296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335822299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335822304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335822318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335822321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,323 DEBUG [Thread-685 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:22:42,323 DEBUG [Thread-683 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:22:42,335 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#A#compaction#177 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:42,336 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/53b1e22dc56e4925bf2aabe826e0116d is 175, key is test_row_0/A:col10/1732335760687/Put/seqid=0 2024-11-23T04:22:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742041_1217 (size=31869) 2024-11-23T04:22:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:42,395 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112338328208f36d457faa110e194d1db1a7_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112338328208f36d457faa110e194d1db1a7_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:42,396 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/ca25880ad19345b880cb503bcf3e5226 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/ca25880ad19345b880cb503bcf3e5226 2024-11-23T04:22:42,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/b189f36c05504a309071cd083fdc74fd, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:42,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/b189f36c05504a309071cd083fdc74fd is 175, key is test_row_0/A:col10/1732335760846/Put/seqid=0 2024-11-23T04:22:42,402 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 666dc01358b6ef07458127133a224a94/C of 666dc01358b6ef07458127133a224a94 into ca25880ad19345b880cb503bcf3e5226(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:42,403 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:42,403 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/C, priority=12, startTime=1732335761831; duration=0sec 2024-11-23T04:22:42,403 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:42,403 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:C 2024-11-23T04:22:42,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742042_1218 (size=31255) 2024-11-23T04:22:42,432 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/b189f36c05504a309071cd083fdc74fd 2024-11-23T04:22:42,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/add27f15c6a646d689e595581b975dc0 is 50, key is test_row_0/B:col10/1732335760846/Put/seqid=0 2024-11-23T04:22:42,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742043_1219 (size=12301) 2024-11-23T04:22:42,480 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/add27f15c6a646d689e595581b975dc0 2024-11-23T04:22:42,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/c964e10a9f154726a9527a8f408b4dda is 50, key is test_row_0/C:col10/1732335760846/Put/seqid=0 2024-11-23T04:22:42,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742044_1220 (size=12301) 2024-11-23T04:22:42,541 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/c964e10a9f154726a9527a8f408b4dda 2024-11-23T04:22:42,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/b189f36c05504a309071cd083fdc74fd as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/b189f36c05504a309071cd083fdc74fd 2024-11-23T04:22:42,560 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/b189f36c05504a309071cd083fdc74fd, entries=150, sequenceid=289, filesize=30.5 K 2024-11-23T04:22:42,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/add27f15c6a646d689e595581b975dc0 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/add27f15c6a646d689e595581b975dc0 2024-11-23T04:22:42,567 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/add27f15c6a646d689e595581b975dc0, entries=150, sequenceid=289, filesize=12.0 K 2024-11-23T04:22:42,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/c964e10a9f154726a9527a8f408b4dda as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/c964e10a9f154726a9527a8f408b4dda 2024-11-23T04:22:42,574 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/c964e10a9f154726a9527a8f408b4dda, entries=150, sequenceid=289, filesize=12.0 K 2024-11-23T04:22:42,575 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 666dc01358b6ef07458127133a224a94 in 672ms, sequenceid=289, compaction requested=false 2024-11-23T04:22:42,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:42,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:42,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-23T04:22:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-23T04:22:42,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-23T04:22:42,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5950 sec 2024-11-23T04:22:42,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.6000 sec 2024-11-23T04:22:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:42,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:22:42,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:42,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:42,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:42,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:42,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:42,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:42,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cfb5948a01fc4da0a6a7a8b8b9036e37_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335762607/Put/seqid=0 2024-11-23T04:22:42,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335822646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335822654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335822654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742045_1221 (size=14994) 2024-11-23T04:22:42,675 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:42,681 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cfb5948a01fc4da0a6a7a8b8b9036e37_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cfb5948a01fc4da0a6a7a8b8b9036e37_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:42,684 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/1c214f32ce3345338734a8cb1ac9cbbe, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:42,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/1c214f32ce3345338734a8cb1ac9cbbe is 175, key is test_row_0/A:col10/1732335762607/Put/seqid=0 2024-11-23T04:22:42,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742046_1222 (size=39949) 2024-11-23T04:22:42,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335822755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335822761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335822762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,783 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/53b1e22dc56e4925bf2aabe826e0116d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/53b1e22dc56e4925bf2aabe826e0116d 2024-11-23T04:22:42,792 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 666dc01358b6ef07458127133a224a94/A of 666dc01358b6ef07458127133a224a94 into 53b1e22dc56e4925bf2aabe826e0116d(size=31.1 K), total size for store is 61.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:42,792 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:42,792 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/A, priority=12, startTime=1732335761829; duration=0sec 2024-11-23T04:22:42,792 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:42,792 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:A 2024-11-23T04:22:42,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335822960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335822994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:42,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335822995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T04:22:43,086 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-23T04:22:43,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-23T04:22:43,091 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T04:22:43,094 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:43,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:43,126 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/1c214f32ce3345338734a8cb1ac9cbbe 2024-11-23T04:22:43,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/23a6cb87b1984d008260d254e989e344 is 50, key is test_row_0/B:col10/1732335762607/Put/seqid=0 2024-11-23T04:22:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742047_1223 (size=12301) 2024-11-23T04:22:43,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/23a6cb87b1984d008260d254e989e344 2024-11-23T04:22:43,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/14cdd2ba014c476fa8871a4bbdc95e12 is 50, key is test_row_0/C:col10/1732335762607/Put/seqid=0 2024-11-23T04:22:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T04:22:43,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742048_1224 (size=12301) 2024-11-23T04:22:43,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/14cdd2ba014c476fa8871a4bbdc95e12 2024-11-23T04:22:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/1c214f32ce3345338734a8cb1ac9cbbe as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/1c214f32ce3345338734a8cb1ac9cbbe 2024-11-23T04:22:43,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/1c214f32ce3345338734a8cb1ac9cbbe, entries=200, sequenceid=306, filesize=39.0 K 2024-11-23T04:22:43,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/23a6cb87b1984d008260d254e989e344 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/23a6cb87b1984d008260d254e989e344 2024-11-23T04:22:43,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:43,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:43,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/23a6cb87b1984d008260d254e989e344, entries=150, sequenceid=306, filesize=12.0 K 2024-11-23T04:22:43,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/14cdd2ba014c476fa8871a4bbdc95e12 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/14cdd2ba014c476fa8871a4bbdc95e12 2024-11-23T04:22:43,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/14cdd2ba014c476fa8871a4bbdc95e12, entries=150, sequenceid=306, filesize=12.0 K 2024-11-23T04:22:43,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 666dc01358b6ef07458127133a224a94 in 654ms, sequenceid=306, compaction requested=true 2024-11-23T04:22:43,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:43,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:43,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:43,262 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:43,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:43,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:43,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:43,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:43,262 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:43,264 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:43,264 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/A is initiating minor compaction (all files) 2024-11-23T04:22:43,264 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/A in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,264 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/53b1e22dc56e4925bf2aabe826e0116d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/b189f36c05504a309071cd083fdc74fd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/1c214f32ce3345338734a8cb1ac9cbbe] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=100.7 K 2024-11-23T04:22:43,264 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,264 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/53b1e22dc56e4925bf2aabe826e0116d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/b189f36c05504a309071cd083fdc74fd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/1c214f32ce3345338734a8cb1ac9cbbe] 2024-11-23T04:22:43,265 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:43,265 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/B is initiating minor compaction (all files) 2024-11-23T04:22:43,265 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/B in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,265 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/cefe7845698c4dfd93614b0f6abc5e29, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/add27f15c6a646d689e595581b975dc0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/23a6cb87b1984d008260d254e989e344] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=36.6 K 2024-11-23T04:22:43,265 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53b1e22dc56e4925bf2aabe826e0116d, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732335760687 2024-11-23T04:22:43,266 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting cefe7845698c4dfd93614b0f6abc5e29, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732335760687 2024-11-23T04:22:43,266 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting b189f36c05504a309071cd083fdc74fd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732335760840 2024-11-23T04:22:43,267 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting add27f15c6a646d689e595581b975dc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732335760840 2024-11-23T04:22:43,267 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c214f32ce3345338734a8cb1ac9cbbe, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732335761988 2024-11-23T04:22:43,268 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 23a6cb87b1984d008260d254e989e344, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732335761988 2024-11-23T04:22:43,289 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:43,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T04:22:43,305 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#B#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:43,306 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/5b4f62f5a20c44d2bd4d0876f3c9acc7 is 50, key is test_row_0/B:col10/1732335762607/Put/seqid=0 2024-11-23T04:22:43,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:43,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:43,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:43,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:43,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:43,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:43,310 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123fe90c932d52f4927ae914503e52b7fd4_666dc01358b6ef07458127133a224a94 store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:43,312 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123fe90c932d52f4927ae914503e52b7fd4_666dc01358b6ef07458127133a224a94, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:43,313 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fe90c932d52f4927ae914503e52b7fd4_666dc01358b6ef07458127133a224a94 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:43,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742049_1225 (size=13017) 2024-11-23T04:22:43,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335823334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335823337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335823338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b8ffc354c42248ac889bc92dfb332e63_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335762653/Put/seqid=0 2024-11-23T04:22:43,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742050_1226 (size=4469) 2024-11-23T04:22:43,380 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#A#compaction#186 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:43,381 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/220f613476e4409cb7dd9a7fb29c7ad9 is 175, key is test_row_0/A:col10/1732335762607/Put/seqid=0 2024-11-23T04:22:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T04:22:43,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,402 INFO [master/7aee8d3d5b7a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T04:22:43,402 INFO [master/7aee8d3d5b7a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T04:22:43,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:43,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:43,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742051_1227 (size=12454) 2024-11-23T04:22:43,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742052_1228 (size=31971) 2024-11-23T04:22:43,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335823444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335823444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335823444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,453 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/220f613476e4409cb7dd9a7fb29c7ad9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/220f613476e4409cb7dd9a7fb29c7ad9 2024-11-23T04:22:43,463 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/A of 666dc01358b6ef07458127133a224a94 into 220f613476e4409cb7dd9a7fb29c7ad9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:43,463 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:43,463 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/A, priority=13, startTime=1732335763262; duration=0sec 2024-11-23T04:22:43,463 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:43,463 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:A 2024-11-23T04:22:43,463 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:43,467 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:43,467 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/C is initiating minor compaction (all files) 2024-11-23T04:22:43,468 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/C in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,468 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/ca25880ad19345b880cb503bcf3e5226, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/c964e10a9f154726a9527a8f408b4dda, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/14cdd2ba014c476fa8871a4bbdc95e12] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=36.6 K 2024-11-23T04:22:43,471 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca25880ad19345b880cb503bcf3e5226, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732335760687 2024-11-23T04:22:43,472 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting c964e10a9f154726a9527a8f408b4dda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732335760840 2024-11-23T04:22:43,473 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14cdd2ba014c476fa8871a4bbdc95e12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732335761988 2024-11-23T04:22:43,517 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#C#compaction#189 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:43,518 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/d0409d20c2914f5ebad7b76a648dc607 is 50, key is test_row_0/C:col10/1732335762607/Put/seqid=0 2024-11-23T04:22:43,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742053_1229 (size=13017) 2024-11-23T04:22:43,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:43,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:43,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,568 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/d0409d20c2914f5ebad7b76a648dc607 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/d0409d20c2914f5ebad7b76a648dc607 2024-11-23T04:22:43,604 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/C of 666dc01358b6ef07458127133a224a94 into d0409d20c2914f5ebad7b76a648dc607(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:43,604 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:43,604 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/C, priority=13, startTime=1732335763262; duration=0sec 2024-11-23T04:22:43,604 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:43,604 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:C 2024-11-23T04:22:43,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335823647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335823650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335823651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T04:22:43,709 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,745 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/5b4f62f5a20c44d2bd4d0876f3c9acc7 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/5b4f62f5a20c44d2bd4d0876f3c9acc7 2024-11-23T04:22:43,756 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/B of 666dc01358b6ef07458127133a224a94 into 5b4f62f5a20c44d2bd4d0876f3c9acc7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:43,756 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:43,756 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/B, priority=13, startTime=1732335763262; duration=0sec 2024-11-23T04:22:43,756 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:43,756 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:B 2024-11-23T04:22:43,816 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:43,822 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b8ffc354c42248ac889bc92dfb332e63_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b8ffc354c42248ac889bc92dfb332e63_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:43,823 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/4b6929afd83142a2878944697b290fc0, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:43,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/4b6929afd83142a2878944697b290fc0 is 175, key is test_row_0/A:col10/1732335762653/Put/seqid=0 2024-11-23T04:22:43,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:43,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:43,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:43,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:43,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742054_1230 (size=31255) 2024-11-23T04:22:43,870 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/4b6929afd83142a2878944697b290fc0 2024-11-23T04:22:43,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/e3717db0e7ac4393b1112a72bcd85a15 is 50, key is test_row_0/B:col10/1732335762653/Put/seqid=0 2024-11-23T04:22:43,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742055_1231 (size=12301) 2024-11-23T04:22:43,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335823954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335823955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:43,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335823955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,016 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:44,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:44,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,169 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:44,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:44,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T04:22:44,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/e3717db0e7ac4393b1112a72bcd85a15 2024-11-23T04:22:44,322 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:44,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:44,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/6515aec2013445dabbfc243dded15686 is 50, key is test_row_0/C:col10/1732335762653/Put/seqid=0 2024-11-23T04:22:44,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742056_1232 (size=12301) 2024-11-23T04:22:44,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/6515aec2013445dabbfc243dded15686 2024-11-23T04:22:44,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/4b6929afd83142a2878944697b290fc0 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/4b6929afd83142a2878944697b290fc0 2024-11-23T04:22:44,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/4b6929afd83142a2878944697b290fc0, entries=150, sequenceid=330, filesize=30.5 K 2024-11-23T04:22:44,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/e3717db0e7ac4393b1112a72bcd85a15 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/e3717db0e7ac4393b1112a72bcd85a15 2024-11-23T04:22:44,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/e3717db0e7ac4393b1112a72bcd85a15, entries=150, sequenceid=330, filesize=12.0 K 2024-11-23T04:22:44,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/6515aec2013445dabbfc243dded15686 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/6515aec2013445dabbfc243dded15686 2024-11-23T04:22:44,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/6515aec2013445dabbfc243dded15686, entries=150, sequenceid=330, filesize=12.0 K 2024-11-23T04:22:44,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 666dc01358b6ef07458127133a224a94 in 1075ms, sequenceid=330, compaction requested=false 2024-11-23T04:22:44,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:44,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:22:44,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:44,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:44,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:44,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:44,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:44,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:44,480 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:44,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:44,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112338981dd265734508acdb88eae17d0d76_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335763328/Put/seqid=0 2024-11-23T04:22:44,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742057_1233 (size=14994) 2024-11-23T04:22:44,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335824535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335824539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335824540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,633 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:44,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:44,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335824641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335824647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335824647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:44,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335824848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335824850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335824851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,908 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:44,914 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112338981dd265734508acdb88eae17d0d76_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112338981dd265734508acdb88eae17d0d76_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:44,915 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/bce84d69dec14c9b9f792d8a5cd0cb22, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:44,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/bce84d69dec14c9b9f792d8a5cd0cb22 is 175, key is test_row_0/A:col10/1732335763328/Put/seqid=0 2024-11-23T04:22:44,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742058_1234 (size=39949) 2024-11-23T04:22:44,941 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:44,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:44,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,094 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:45,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:45,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:45,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:45,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:45,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335825150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:45,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335825155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:45,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335825157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T04:22:45,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:45,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:45,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:45,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:45,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:45,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/bce84d69dec14c9b9f792d8a5cd0cb22 2024-11-23T04:22:45,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/4909c8643edb46ef95bdfa2fbaf46414 is 50, key is test_row_0/B:col10/1732335763328/Put/seqid=0 2024-11-23T04:22:45,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742059_1235 (size=12301) 2024-11-23T04:22:45,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:45,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:45,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:45,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:45,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:45,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:45,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:45,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335825655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:45,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335825660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:45,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335825660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:45,706 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:45,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:45,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:45,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:45,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:45,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/4909c8643edb46ef95bdfa2fbaf46414 2024-11-23T04:22:45,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/8ca1ecf42f2146d881be518a7e708b65 is 50, key is test_row_0/C:col10/1732335763328/Put/seqid=0 2024-11-23T04:22:45,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742060_1236 (size=12301) 2024-11-23T04:22:45,859 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:45,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:45,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:45,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:45,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:45,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:46,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:46,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:46,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:46,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:46,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:46,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:46,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:46,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/8ca1ecf42f2146d881be518a7e708b65 2024-11-23T04:22:46,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/bce84d69dec14c9b9f792d8a5cd0cb22 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/bce84d69dec14c9b9f792d8a5cd0cb22 2024-11-23T04:22:46,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/bce84d69dec14c9b9f792d8a5cd0cb22, entries=200, sequenceid=348, filesize=39.0 K 2024-11-23T04:22:46,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/4909c8643edb46ef95bdfa2fbaf46414 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/4909c8643edb46ef95bdfa2fbaf46414 2024-11-23T04:22:46,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:46,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:46,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:46,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/4909c8643edb46ef95bdfa2fbaf46414, entries=150, sequenceid=348, filesize=12.0 K 2024-11-23T04:22:46,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/8ca1ecf42f2146d881be518a7e708b65 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/8ca1ecf42f2146d881be518a7e708b65 2024-11-23T04:22:46,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/8ca1ecf42f2146d881be518a7e708b65, entries=150, sequenceid=348, filesize=12.0 K 2024-11-23T04:22:46,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 666dc01358b6ef07458127133a224a94 in 1714ms, sequenceid=348, compaction requested=true 2024-11-23T04:22:46,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:46,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:46,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:46,176 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:46,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:46,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:46,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:46,177 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:46,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:46,178 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:46,178 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/A is initiating minor compaction (all files) 2024-11-23T04:22:46,178 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:46,178 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/A in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:46,178 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/B is initiating minor compaction (all files) 2024-11-23T04:22:46,178 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/B in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:46,178 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/220f613476e4409cb7dd9a7fb29c7ad9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/4b6929afd83142a2878944697b290fc0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/bce84d69dec14c9b9f792d8a5cd0cb22] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=100.8 K 2024-11-23T04:22:46,178 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/5b4f62f5a20c44d2bd4d0876f3c9acc7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/e3717db0e7ac4393b1112a72bcd85a15, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/4909c8643edb46ef95bdfa2fbaf46414] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=36.7 K 2024-11-23T04:22:46,178 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:46,178 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/220f613476e4409cb7dd9a7fb29c7ad9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/4b6929afd83142a2878944697b290fc0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/bce84d69dec14c9b9f792d8a5cd0cb22] 2024-11-23T04:22:46,179 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b4f62f5a20c44d2bd4d0876f3c9acc7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732335761988 2024-11-23T04:22:46,179 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 220f613476e4409cb7dd9a7fb29c7ad9, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732335761988 2024-11-23T04:22:46,179 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b6929afd83142a2878944697b290fc0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732335762633 2024-11-23T04:22:46,179 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting e3717db0e7ac4393b1112a72bcd85a15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732335762633 2024-11-23T04:22:46,180 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting bce84d69dec14c9b9f792d8a5cd0cb22, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732335763328 2024-11-23T04:22:46,180 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 4909c8643edb46ef95bdfa2fbaf46414, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732335763328 2024-11-23T04:22:46,187 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:46,189 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#B#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:46,189 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/6a6314de7258499ea792d6fb4370d7af is 50, key is test_row_0/B:col10/1732335763328/Put/seqid=0 2024-11-23T04:22:46,189 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411231edda7cdaa4b44c5a356444ab0445694_666dc01358b6ef07458127133a224a94 store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:46,191 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411231edda7cdaa4b44c5a356444ab0445694_666dc01358b6ef07458127133a224a94, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:46,191 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231edda7cdaa4b44c5a356444ab0445694_666dc01358b6ef07458127133a224a94 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:46,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742061_1237 (size=13119) 2024-11-23T04:22:46,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742062_1238 (size=4469) 2024-11-23T04:22:46,205 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/6a6314de7258499ea792d6fb4370d7af as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/6a6314de7258499ea792d6fb4370d7af 2024-11-23T04:22:46,212 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/B of 666dc01358b6ef07458127133a224a94 into 6a6314de7258499ea792d6fb4370d7af(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:46,212 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:46,212 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/B, priority=13, startTime=1732335766176; duration=0sec 2024-11-23T04:22:46,212 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:46,212 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:B 2024-11-23T04:22:46,212 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:46,214 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:46,214 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/C is initiating minor compaction (all files) 2024-11-23T04:22:46,214 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/C in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:46,214 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/d0409d20c2914f5ebad7b76a648dc607, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/6515aec2013445dabbfc243dded15686, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/8ca1ecf42f2146d881be518a7e708b65] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=36.7 K 2024-11-23T04:22:46,215 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d0409d20c2914f5ebad7b76a648dc607, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732335761988 2024-11-23T04:22:46,216 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 6515aec2013445dabbfc243dded15686, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732335762633 2024-11-23T04:22:46,216 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ca1ecf42f2146d881be518a7e708b65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732335763328 2024-11-23T04:22:46,225 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#C#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:46,226 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/2230af39492f4868a32590b998674d07 is 50, key is test_row_0/C:col10/1732335763328/Put/seqid=0 2024-11-23T04:22:46,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742063_1239 (size=13119) 2024-11-23T04:22:46,244 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/2230af39492f4868a32590b998674d07 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/2230af39492f4868a32590b998674d07 2024-11-23T04:22:46,250 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/C of 666dc01358b6ef07458127133a224a94 into 2230af39492f4868a32590b998674d07(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:46,250 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:46,250 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/C, priority=13, startTime=1732335766176; duration=0sec 2024-11-23T04:22:46,251 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:46,251 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:C 2024-11-23T04:22:46,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:46,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T04:22:46,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:46,319 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T04:22:46,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:46,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:46,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:46,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:46,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:46,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:46,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112393208fd1380846989ca85994a602d232_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335764526/Put/seqid=0 2024-11-23T04:22:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:46,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. as already flushing 2024-11-23T04:22:46,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742064_1240 (size=12454) 2024-11-23T04:22:46,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335826352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:46,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335826354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:46,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335826455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:46,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335826455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:46,603 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#A#compaction#196 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:46,604 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/99f1bbf1b9004fa3afdaecd1dffaec95 is 175, key is test_row_0/A:col10/1732335763328/Put/seqid=0 2024-11-23T04:22:46,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742065_1241 (size=32073) 2024-11-23T04:22:46,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335826656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:46,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335826656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:46,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335826663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:46,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335826670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:46,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335826671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:46,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:46,740 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112393208fd1380846989ca85994a602d232_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112393208fd1380846989ca85994a602d232_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:46,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/410dd3883fef4a8ab957566f94551dcc, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:46,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/410dd3883fef4a8ab957566f94551dcc is 175, key is test_row_0/A:col10/1732335764526/Put/seqid=0 2024-11-23T04:22:46,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742066_1242 (size=31255) 2024-11-23T04:22:46,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335826961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:46,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335826961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:47,015 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/99f1bbf1b9004fa3afdaecd1dffaec95 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/99f1bbf1b9004fa3afdaecd1dffaec95 2024-11-23T04:22:47,020 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/A of 666dc01358b6ef07458127133a224a94 into 99f1bbf1b9004fa3afdaecd1dffaec95(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:47,020 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:47,020 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/A, priority=13, startTime=1732335766176; duration=0sec 2024-11-23T04:22:47,020 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:47,020 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:A 2024-11-23T04:22:47,149 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/410dd3883fef4a8ab957566f94551dcc 2024-11-23T04:22:47,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/451ae25ddaf4479c9bee1a0f8335ff2f is 50, key is test_row_0/B:col10/1732335764526/Put/seqid=0 2024-11-23T04:22:47,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742067_1243 (size=12301) 2024-11-23T04:22:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T04:22:47,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335827466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:47,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335827467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:47,568 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/451ae25ddaf4479c9bee1a0f8335ff2f 2024-11-23T04:22:47,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/1eedcab9fe1d467286d46512361f4e3d is 50, key is test_row_0/C:col10/1732335764526/Put/seqid=0 2024-11-23T04:22:47,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742068_1244 (size=12301) 2024-11-23T04:22:47,584 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/1eedcab9fe1d467286d46512361f4e3d 2024-11-23T04:22:47,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/410dd3883fef4a8ab957566f94551dcc as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/410dd3883fef4a8ab957566f94551dcc 2024-11-23T04:22:47,593 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/410dd3883fef4a8ab957566f94551dcc, entries=150, sequenceid=372, filesize=30.5 K 2024-11-23T04:22:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/451ae25ddaf4479c9bee1a0f8335ff2f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/451ae25ddaf4479c9bee1a0f8335ff2f 2024-11-23T04:22:47,599 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/451ae25ddaf4479c9bee1a0f8335ff2f, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T04:22:47,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/1eedcab9fe1d467286d46512361f4e3d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/1eedcab9fe1d467286d46512361f4e3d 2024-11-23T04:22:47,605 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/1eedcab9fe1d467286d46512361f4e3d, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T04:22:47,606 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 666dc01358b6ef07458127133a224a94 in 1287ms, sequenceid=372, compaction requested=false 2024-11-23T04:22:47,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:47,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:47,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-23T04:22:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-23T04:22:47,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-23T04:22:47,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.5130 sec 2024-11-23T04:22:47,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 4.5210 sec 2024-11-23T04:22:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:48,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T04:22:48,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:48,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:48,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:48,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:48,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:48,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:48,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123af8c1c473f234a4f9831cb8b77b18cf1_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335766335/Put/seqid=0 2024-11-23T04:22:48,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742069_1245 (size=12454) 2024-11-23T04:22:48,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335828498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:48,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335828498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:48,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335828600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:48,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335828600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:48,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50374 deadline: 1732335828681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:48,684 DEBUG [Thread-687 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:22:48,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50394 deadline: 1732335828683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:48,686 DEBUG [Thread-689 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:22:48,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50428 deadline: 1732335828685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:48,689 DEBUG [Thread-681 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:22:48,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335828802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:48,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335828802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:48,885 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:48,889 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123af8c1c473f234a4f9831cb8b77b18cf1_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123af8c1c473f234a4f9831cb8b77b18cf1_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:48,890 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/2a522c3c9eb2407984e03dfc7cd34bdb, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:48,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/2a522c3c9eb2407984e03dfc7cd34bdb is 175, key is test_row_0/A:col10/1732335766335/Put/seqid=0 2024-11-23T04:22:48,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742070_1246 (size=31255) 2024-11-23T04:22:48,895 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=388, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/2a522c3c9eb2407984e03dfc7cd34bdb 2024-11-23T04:22:48,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/c4611598b45a4466893dc26f8618e46c is 50, key is test_row_0/B:col10/1732335766335/Put/seqid=0 2024-11-23T04:22:48,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742071_1247 (size=12301) 2024-11-23T04:22:49,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335829105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:49,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335829107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:49,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/c4611598b45a4466893dc26f8618e46c 2024-11-23T04:22:49,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/af67989b3b654e2d8eaf777232708b70 is 50, key is test_row_0/C:col10/1732335766335/Put/seqid=0 2024-11-23T04:22:49,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742072_1248 (size=12301) 2024-11-23T04:22:49,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/af67989b3b654e2d8eaf777232708b70 2024-11-23T04:22:49,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/2a522c3c9eb2407984e03dfc7cd34bdb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2a522c3c9eb2407984e03dfc7cd34bdb 2024-11-23T04:22:49,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2a522c3c9eb2407984e03dfc7cd34bdb, entries=150, sequenceid=388, filesize=30.5 K 2024-11-23T04:22:49,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/c4611598b45a4466893dc26f8618e46c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/c4611598b45a4466893dc26f8618e46c 2024-11-23T04:22:49,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/c4611598b45a4466893dc26f8618e46c, entries=150, sequenceid=388, filesize=12.0 K 2024-11-23T04:22:49,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/af67989b3b654e2d8eaf777232708b70 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/af67989b3b654e2d8eaf777232708b70 2024-11-23T04:22:49,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/af67989b3b654e2d8eaf777232708b70, entries=150, sequenceid=388, filesize=12.0 K 2024-11-23T04:22:49,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 666dc01358b6ef07458127133a224a94 in 877ms, sequenceid=388, compaction requested=true 2024-11-23T04:22:49,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:49,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:49,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:49,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:49,349 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:49,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:49,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:49,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:49,349 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:49,349 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:49,350 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/A is initiating minor compaction (all files) 2024-11-23T04:22:49,350 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:49,350 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/A in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:49,350 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/B is initiating minor compaction (all files) 2024-11-23T04:22:49,350 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/B in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:49,350 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/99f1bbf1b9004fa3afdaecd1dffaec95, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/410dd3883fef4a8ab957566f94551dcc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2a522c3c9eb2407984e03dfc7cd34bdb] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=92.4 K 2024-11-23T04:22:49,350 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:49,350 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/6a6314de7258499ea792d6fb4370d7af, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/451ae25ddaf4479c9bee1a0f8335ff2f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/c4611598b45a4466893dc26f8618e46c] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=36.8 K 2024-11-23T04:22:49,350 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/99f1bbf1b9004fa3afdaecd1dffaec95, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/410dd3883fef4a8ab957566f94551dcc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2a522c3c9eb2407984e03dfc7cd34bdb] 2024-11-23T04:22:49,350 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99f1bbf1b9004fa3afdaecd1dffaec95, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732335763328 2024-11-23T04:22:49,350 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a6314de7258499ea792d6fb4370d7af, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732335763328 2024-11-23T04:22:49,351 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 451ae25ddaf4479c9bee1a0f8335ff2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732335764526 2024-11-23T04:22:49,351 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 410dd3883fef4a8ab957566f94551dcc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732335764526 2024-11-23T04:22:49,351 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a522c3c9eb2407984e03dfc7cd34bdb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732335766335 2024-11-23T04:22:49,351 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c4611598b45a4466893dc26f8618e46c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732335766335 2024-11-23T04:22:49,358 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#B#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:49,358 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/eb2e1aae7acf4046adc04a6a4c1a28d9 is 50, key is test_row_0/B:col10/1732335766335/Put/seqid=0 2024-11-23T04:22:49,359 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:49,362 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123813a49af72c84927980a84100309626a_666dc01358b6ef07458127133a224a94 store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:49,363 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123813a49af72c84927980a84100309626a_666dc01358b6ef07458127133a224a94, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:49,364 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123813a49af72c84927980a84100309626a_666dc01358b6ef07458127133a224a94 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742073_1249 (size=13221) 2024-11-23T04:22:49,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742074_1250 (size=4469) 2024-11-23T04:22:49,370 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#A#compaction#205 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:49,371 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/054eaae2cca14a638eac9e4b8aefe8e5 is 175, key is test_row_0/A:col10/1732335766335/Put/seqid=0 2024-11-23T04:22:49,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742075_1251 (size=32175) 2024-11-23T04:22:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:49,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T04:22:49,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:49,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:49,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:49,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:49,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:49,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:49,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bc7496c053544f03aa46401b8e09f657_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335768493/Put/seqid=0 2024-11-23T04:22:49,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742076_1252 (size=14994) 2024-11-23T04:22:49,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335829630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:49,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335829631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:49,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335829733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:49,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335829734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:49,770 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/eb2e1aae7acf4046adc04a6a4c1a28d9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/eb2e1aae7acf4046adc04a6a4c1a28d9 2024-11-23T04:22:49,775 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/B of 666dc01358b6ef07458127133a224a94 into eb2e1aae7acf4046adc04a6a4c1a28d9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:49,775 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:49,775 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/B, priority=13, startTime=1732335769349; duration=0sec 2024-11-23T04:22:49,776 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:49,776 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:B 2024-11-23T04:22:49,776 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:49,777 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:49,777 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 666dc01358b6ef07458127133a224a94/C is initiating minor compaction (all files) 2024-11-23T04:22:49,777 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 666dc01358b6ef07458127133a224a94/C in TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:49,777 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/2230af39492f4868a32590b998674d07, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/1eedcab9fe1d467286d46512361f4e3d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/af67989b3b654e2d8eaf777232708b70] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp, totalSize=36.8 K 2024-11-23T04:22:49,778 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 2230af39492f4868a32590b998674d07, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732335763328 2024-11-23T04:22:49,779 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eedcab9fe1d467286d46512361f4e3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732335764526 2024-11-23T04:22:49,779 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting af67989b3b654e2d8eaf777232708b70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732335766335 2024-11-23T04:22:49,783 DEBUG [Thread-694 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0349a6fe to 127.0.0.1:62694 2024-11-23T04:22:49,783 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:49,785 DEBUG [Thread-696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3286a246 to 127.0.0.1:62694 2024-11-23T04:22:49,785 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:49,785 DEBUG [Thread-692 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2362c8ba to 127.0.0.1:62694 2024-11-23T04:22:49,785 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:49,787 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 666dc01358b6ef07458127133a224a94#C#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:49,788 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/658104d75b684928af245aa7dafc018e is 50, key is test_row_0/C:col10/1732335766335/Put/seqid=0 2024-11-23T04:22:49,788 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/054eaae2cca14a638eac9e4b8aefe8e5 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/054eaae2cca14a638eac9e4b8aefe8e5 2024-11-23T04:22:49,791 DEBUG [Thread-698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dfe463d to 127.0.0.1:62694 2024-11-23T04:22:49,791 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:49,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742077_1253 (size=13221) 2024-11-23T04:22:49,794 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/A of 666dc01358b6ef07458127133a224a94 into 054eaae2cca14a638eac9e4b8aefe8e5(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:49,794 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:49,794 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/A, priority=13, startTime=1732335769348; duration=0sec 2024-11-23T04:22:49,794 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:49,794 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:A 2024-11-23T04:22:49,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:49,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335829936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335829936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:50,026 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:50,029 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bc7496c053544f03aa46401b8e09f657_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bc7496c053544f03aa46401b8e09f657_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:50,030 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/a23baa7e683742f5b7d76fc98fccb5b3, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:50,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/a23baa7e683742f5b7d76fc98fccb5b3 is 175, key is test_row_0/A:col10/1732335768493/Put/seqid=0 2024-11-23T04:22:50,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742078_1254 (size=39949) 2024-11-23T04:22:50,199 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/658104d75b684928af245aa7dafc018e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/658104d75b684928af245aa7dafc018e 2024-11-23T04:22:50,204 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 666dc01358b6ef07458127133a224a94/C of 666dc01358b6ef07458127133a224a94 into 658104d75b684928af245aa7dafc018e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:50,204 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:50,204 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94., storeName=666dc01358b6ef07458127133a224a94/C, priority=13, startTime=1732335769349; duration=0sec 2024-11-23T04:22:50,204 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:50,204 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:C 2024-11-23T04:22:50,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:50,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335830239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335830239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:50,436 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=411, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/a23baa7e683742f5b7d76fc98fccb5b3 2024-11-23T04:22:50,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/8179eeeea4a24a459ed81b0d780907c3 is 50, key is test_row_0/B:col10/1732335768493/Put/seqid=0 2024-11-23T04:22:50,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742079_1255 (size=12301) 2024-11-23T04:22:50,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50412 deadline: 1732335830741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:50,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50378 deadline: 1732335830742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:50,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/8179eeeea4a24a459ed81b0d780907c3 2024-11-23T04:22:50,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/c0dc217efe44478ba26097d4292c27f2 is 50, key is test_row_0/C:col10/1732335768493/Put/seqid=0 2024-11-23T04:22:50,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742080_1256 (size=12301) 2024-11-23T04:22:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T04:22:51,198 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-23T04:22:51,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/c0dc217efe44478ba26097d4292c27f2 2024-11-23T04:22:51,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/a23baa7e683742f5b7d76fc98fccb5b3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a23baa7e683742f5b7d76fc98fccb5b3 2024-11-23T04:22:51,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a23baa7e683742f5b7d76fc98fccb5b3, entries=200, sequenceid=411, filesize=39.0 K 2024-11-23T04:22:51,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/8179eeeea4a24a459ed81b0d780907c3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/8179eeeea4a24a459ed81b0d780907c3 2024-11-23T04:22:51,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/8179eeeea4a24a459ed81b0d780907c3, entries=150, sequenceid=411, filesize=12.0 K 2024-11-23T04:22:51,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/c0dc217efe44478ba26097d4292c27f2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/c0dc217efe44478ba26097d4292c27f2 2024-11-23T04:22:51,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/c0dc217efe44478ba26097d4292c27f2, entries=150, sequenceid=411, filesize=12.0 K 2024-11-23T04:22:51,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 666dc01358b6ef07458127133a224a94 in 1663ms, sequenceid=411, compaction requested=false 2024-11-23T04:22:51,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:51,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:22:51,751 DEBUG [Thread-683 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x109a98f4 to 127.0.0.1:62694 2024-11-23T04:22:51,752 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:51,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:51,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:51,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:51,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:51,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:51,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:51,753 DEBUG [Thread-685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e9c3820 to 127.0.0.1:62694 2024-11-23T04:22:51,753 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:51,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238b33145717734af3824abf81a4a07f1f_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335771750/Put/seqid=0 2024-11-23T04:22:51,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742081_1257 (size=12454) 2024-11-23T04:22:52,163 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:52,166 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238b33145717734af3824abf81a4a07f1f_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b33145717734af3824abf81a4a07f1f_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:52,167 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/06cfdfe5a4f34196ba094005e15ae04f, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:52,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/06cfdfe5a4f34196ba094005e15ae04f is 175, key is test_row_0/A:col10/1732335771750/Put/seqid=0 2024-11-23T04:22:52,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742082_1258 (size=31255) 2024-11-23T04:22:52,573 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=428, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/06cfdfe5a4f34196ba094005e15ae04f 2024-11-23T04:22:52,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/80eb8eb60208430c9b527adee7dd2b48 is 50, key is test_row_0/B:col10/1732335771750/Put/seqid=0 2024-11-23T04:22:52,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742083_1259 (size=12301) 2024-11-23T04:22:52,704 DEBUG [Thread-689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b64ccdf to 127.0.0.1:62694 2024-11-23T04:22:52,704 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:52,712 DEBUG [Thread-681 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bc50de9 to 127.0.0.1:62694 2024-11-23T04:22:52,712 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:52,718 DEBUG [Thread-687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50484683 to 127.0.0.1:62694 2024-11-23T04:22:52,718 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:52,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T04:22:52,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-23T04:22:52,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-23T04:22:52,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-23T04:22:52,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-23T04:22:52,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-23T04:22:52,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T04:22:52,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5098 2024-11-23T04:22:52,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4824 2024-11-23T04:22:52,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T04:22:52,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2080 2024-11-23T04:22:52,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6240 rows 2024-11-23T04:22:52,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2091 2024-11-23T04:22:52,719 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6273 rows 2024-11-23T04:22:52,719 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T04:22:52,719 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e14c387 to 127.0.0.1:62694 2024-11-23T04:22:52,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:22:52,721 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T04:22:52,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T04:22:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T04:22:52,725 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335772725"}]},"ts":"1732335772725"} 2024-11-23T04:22:52,726 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T04:22:52,728 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T04:22:52,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T04:22:52,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=666dc01358b6ef07458127133a224a94, UNASSIGN}] 2024-11-23T04:22:52,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=666dc01358b6ef07458127133a224a94, UNASSIGN 2024-11-23T04:22:52,732 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=666dc01358b6ef07458127133a224a94, regionState=CLOSING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:52,733 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T04:22:52,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure 666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:22:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T04:22:52,884 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:52,885 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:52,885 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T04:22:52,885 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing 666dc01358b6ef07458127133a224a94, disabling compactions & flushes 2024-11-23T04:22:52,885 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:52,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/80eb8eb60208430c9b527adee7dd2b48 2024-11-23T04:22:52,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/e9d38bcb4f7045bc96bb18d206f336f3 is 50, key is test_row_0/C:col10/1732335771750/Put/seqid=0 2024-11-23T04:22:52,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742084_1260 (size=12301) 2024-11-23T04:22:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T04:22:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T04:22:53,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/e9d38bcb4f7045bc96bb18d206f336f3 2024-11-23T04:22:53,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/06cfdfe5a4f34196ba094005e15ae04f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/06cfdfe5a4f34196ba094005e15ae04f 2024-11-23T04:22:53,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/06cfdfe5a4f34196ba094005e15ae04f, entries=150, sequenceid=428, filesize=30.5 K 2024-11-23T04:22:53,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/80eb8eb60208430c9b527adee7dd2b48 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/80eb8eb60208430c9b527adee7dd2b48 2024-11-23T04:22:53,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/80eb8eb60208430c9b527adee7dd2b48, entries=150, sequenceid=428, filesize=12.0 K 2024-11-23T04:22:53,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/e9d38bcb4f7045bc96bb18d206f336f3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/e9d38bcb4f7045bc96bb18d206f336f3 2024-11-23T04:22:53,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/e9d38bcb4f7045bc96bb18d206f336f3, entries=150, sequenceid=428, filesize=12.0 K 2024-11-23T04:22:53,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for 666dc01358b6ef07458127133a224a94 in 1669ms, sequenceid=428, compaction requested=true 2024-11-23T04:22:53,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:53,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:53,421 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:53,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:53,421 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:53,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:53,421 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. because compaction request was cancelled 2024-11-23T04:22:53,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:53,421 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. after waiting 0 ms 2024-11-23T04:22:53,421 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:A 2024-11-23T04:22:53,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 666dc01358b6ef07458127133a224a94:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:53,421 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:53,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T04:22:53,421 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. because compaction request was cancelled 2024-11-23T04:22:53,421 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:B 2024-11-23T04:22:53,421 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. because compaction request was cancelled 2024-11-23T04:22:53,421 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 666dc01358b6ef07458127133a224a94:C 2024-11-23T04:22:53,421 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing 666dc01358b6ef07458127133a224a94 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T04:22:53,421 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=A 2024-11-23T04:22:53,421 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:53,421 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=B 2024-11-23T04:22:53,421 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:53,421 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 666dc01358b6ef07458127133a224a94, store=C 2024-11-23T04:22:53,421 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:53,427 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238d1c2c41e76a48da9aac34a1e1cc6157_666dc01358b6ef07458127133a224a94 is 50, key is test_row_0/A:col10/1732335772703/Put/seqid=0 2024-11-23T04:22:53,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742085_1261 (size=12454) 2024-11-23T04:22:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T04:22:53,832 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:53,837 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238d1c2c41e76a48da9aac34a1e1cc6157_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238d1c2c41e76a48da9aac34a1e1cc6157_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:53,838 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/0c91f71122a543f9a9dfce8b89288333, store: [table=TestAcidGuarantees family=A region=666dc01358b6ef07458127133a224a94] 2024-11-23T04:22:53,838 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/0c91f71122a543f9a9dfce8b89288333 is 175, key is test_row_0/A:col10/1732335772703/Put/seqid=0 2024-11-23T04:22:53,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742086_1262 (size=31255) 2024-11-23T04:22:54,244 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=435, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/0c91f71122a543f9a9dfce8b89288333 2024-11-23T04:22:54,251 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/6fa63463dece48c5a055e6274320df47 is 50, key is test_row_0/B:col10/1732335772703/Put/seqid=0 2024-11-23T04:22:54,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742087_1263 (size=12301) 2024-11-23T04:22:54,656 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/6fa63463dece48c5a055e6274320df47 2024-11-23T04:22:54,664 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/957257018f71457eaa84acbf101412b8 is 50, key is test_row_0/C:col10/1732335772703/Put/seqid=0 2024-11-23T04:22:54,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742088_1264 (size=12301) 2024-11-23T04:22:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T04:22:55,083 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/957257018f71457eaa84acbf101412b8 2024-11-23T04:22:55,089 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/A/0c91f71122a543f9a9dfce8b89288333 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/0c91f71122a543f9a9dfce8b89288333 2024-11-23T04:22:55,094 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/0c91f71122a543f9a9dfce8b89288333, entries=150, sequenceid=435, filesize=30.5 K 2024-11-23T04:22:55,096 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/B/6fa63463dece48c5a055e6274320df47 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/6fa63463dece48c5a055e6274320df47 2024-11-23T04:22:55,101 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/6fa63463dece48c5a055e6274320df47, entries=150, sequenceid=435, filesize=12.0 K 2024-11-23T04:22:55,102 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/.tmp/C/957257018f71457eaa84acbf101412b8 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/957257018f71457eaa84acbf101412b8 2024-11-23T04:22:55,109 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/957257018f71457eaa84acbf101412b8, entries=150, sequenceid=435, filesize=12.0 K 2024-11-23T04:22:55,110 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 666dc01358b6ef07458127133a224a94 in 1689ms, sequenceid=435, compaction requested=true 2024-11-23T04:22:55,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/91e862e5ba0343eba2ab03ab6a1d49f4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/c720e0e6bbb84d998287f091cb9af28c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d7b5b9ba950145b6a187a2b02740a4bd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/34ec70c43b0f4d22bb03eff7d1c75cd2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a488c154313c4f25bb3e31e46040f235, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2850376df2e74b309f22840086988c2e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/7887f807fb284357b4c2ba51c1cc8933, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ec2a54ac539544aea11d7acb3ea8a402, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a390790c05544285b12989576d5d90b6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/6ae25c87029a42c68f3793bc5955a1e5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/bd1ee0add75a42399ca3d26ebf7f476d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ea052d44816b4a3e95baa4186a09ba96, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/81c088111d674cf485575333aa44ce49, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/e5356ff675e54a059f69bd2f67eec208, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8b699422c3b147a1af72b14cf13cda40, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d76097c537e44d2c8c7fc9bb0825acd6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/df320842f23940b98d488c8162704982, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8bd14ba28ebe45a08b586b2f059c0a79, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/53b1e22dc56e4925bf2aabe826e0116d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/b189f36c05504a309071cd083fdc74fd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/1c214f32ce3345338734a8cb1ac9cbbe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/220f613476e4409cb7dd9a7fb29c7ad9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/4b6929afd83142a2878944697b290fc0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/bce84d69dec14c9b9f792d8a5cd0cb22, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/99f1bbf1b9004fa3afdaecd1dffaec95, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/410dd3883fef4a8ab957566f94551dcc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2a522c3c9eb2407984e03dfc7cd34bdb] to archive 2024-11-23T04:22:55,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:22:55,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/91e862e5ba0343eba2ab03ab6a1d49f4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/91e862e5ba0343eba2ab03ab6a1d49f4 2024-11-23T04:22:55,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/c720e0e6bbb84d998287f091cb9af28c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/c720e0e6bbb84d998287f091cb9af28c 2024-11-23T04:22:55,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d7b5b9ba950145b6a187a2b02740a4bd to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d7b5b9ba950145b6a187a2b02740a4bd 2024-11-23T04:22:55,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/34ec70c43b0f4d22bb03eff7d1c75cd2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/34ec70c43b0f4d22bb03eff7d1c75cd2 2024-11-23T04:22:55,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a488c154313c4f25bb3e31e46040f235 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a488c154313c4f25bb3e31e46040f235 2024-11-23T04:22:55,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2850376df2e74b309f22840086988c2e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2850376df2e74b309f22840086988c2e 2024-11-23T04:22:55,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/7887f807fb284357b4c2ba51c1cc8933 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/7887f807fb284357b4c2ba51c1cc8933 2024-11-23T04:22:55,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ec2a54ac539544aea11d7acb3ea8a402 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ec2a54ac539544aea11d7acb3ea8a402 2024-11-23T04:22:55,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a390790c05544285b12989576d5d90b6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a390790c05544285b12989576d5d90b6 2024-11-23T04:22:55,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/6ae25c87029a42c68f3793bc5955a1e5 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/6ae25c87029a42c68f3793bc5955a1e5 2024-11-23T04:22:55,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/bd1ee0add75a42399ca3d26ebf7f476d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/bd1ee0add75a42399ca3d26ebf7f476d 2024-11-23T04:22:55,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ea052d44816b4a3e95baa4186a09ba96 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/ea052d44816b4a3e95baa4186a09ba96 2024-11-23T04:22:55,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/81c088111d674cf485575333aa44ce49 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/81c088111d674cf485575333aa44ce49 2024-11-23T04:22:55,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/e5356ff675e54a059f69bd2f67eec208 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/e5356ff675e54a059f69bd2f67eec208 2024-11-23T04:22:55,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8b699422c3b147a1af72b14cf13cda40 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8b699422c3b147a1af72b14cf13cda40 2024-11-23T04:22:55,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d76097c537e44d2c8c7fc9bb0825acd6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/d76097c537e44d2c8c7fc9bb0825acd6 2024-11-23T04:22:55,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/df320842f23940b98d488c8162704982 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/df320842f23940b98d488c8162704982 2024-11-23T04:22:55,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8bd14ba28ebe45a08b586b2f059c0a79 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/8bd14ba28ebe45a08b586b2f059c0a79 2024-11-23T04:22:55,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/53b1e22dc56e4925bf2aabe826e0116d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/53b1e22dc56e4925bf2aabe826e0116d 2024-11-23T04:22:55,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/b189f36c05504a309071cd083fdc74fd to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/b189f36c05504a309071cd083fdc74fd 2024-11-23T04:22:55,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/1c214f32ce3345338734a8cb1ac9cbbe to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/1c214f32ce3345338734a8cb1ac9cbbe 2024-11-23T04:22:55,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/220f613476e4409cb7dd9a7fb29c7ad9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/220f613476e4409cb7dd9a7fb29c7ad9 2024-11-23T04:22:55,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/4b6929afd83142a2878944697b290fc0 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/4b6929afd83142a2878944697b290fc0 2024-11-23T04:22:55,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/bce84d69dec14c9b9f792d8a5cd0cb22 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/bce84d69dec14c9b9f792d8a5cd0cb22 2024-11-23T04:22:55,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/99f1bbf1b9004fa3afdaecd1dffaec95 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/99f1bbf1b9004fa3afdaecd1dffaec95 2024-11-23T04:22:55,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/410dd3883fef4a8ab957566f94551dcc to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/410dd3883fef4a8ab957566f94551dcc 2024-11-23T04:22:55,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2a522c3c9eb2407984e03dfc7cd34bdb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/2a522c3c9eb2407984e03dfc7cd34bdb 2024-11-23T04:22:55,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/8c2880e60b504574916545fa1aedecd6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/28a1c16562b94e7182d281cfae4926ac, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/e703a1a0f5dc492a8fb0dd62d6b93a16, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/831146620ca54c46a24ea9deda830cd1, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/211a2001253d457b8860501d5ee729ab, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/30ab474eb01c45b4b94f9b86266ca309, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/de7aa97525d74ddeaa97a454c964f1e6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/04c1dc26243e4de8924931eb08ccd486, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/b21600eda0924f84a33ac458b8a2ae00, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/2a0ccd198d61479ebe495e51be24ceb9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/ddd3857fda5a425b9ffce6a65e47ba57, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/95f8bb2a0527417da821f46c0883b532, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/d04d20d98b98461ca67ef1780a0fef69, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/0f1fe716883e423aa826f9b2de4aed1e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/fac307a6978646da8fa3b1f4f3543dd4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/3168e22131eb4b5c87e44a084c00b032, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/5845f34bd03d449bad88ccc1798838bd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/cefe7845698c4dfd93614b0f6abc5e29, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/985d56f641394923a55ca032113be7ed, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/add27f15c6a646d689e595581b975dc0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/5b4f62f5a20c44d2bd4d0876f3c9acc7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/23a6cb87b1984d008260d254e989e344, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/e3717db0e7ac4393b1112a72bcd85a15, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/6a6314de7258499ea792d6fb4370d7af, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/4909c8643edb46ef95bdfa2fbaf46414, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/451ae25ddaf4479c9bee1a0f8335ff2f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/c4611598b45a4466893dc26f8618e46c] to archive 2024-11-23T04:22:55,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:22:55,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/8c2880e60b504574916545fa1aedecd6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/8c2880e60b504574916545fa1aedecd6 2024-11-23T04:22:55,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/28a1c16562b94e7182d281cfae4926ac to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/28a1c16562b94e7182d281cfae4926ac 2024-11-23T04:22:55,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/e703a1a0f5dc492a8fb0dd62d6b93a16 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/e703a1a0f5dc492a8fb0dd62d6b93a16 2024-11-23T04:22:55,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/831146620ca54c46a24ea9deda830cd1 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/831146620ca54c46a24ea9deda830cd1 2024-11-23T04:22:55,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/211a2001253d457b8860501d5ee729ab to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/211a2001253d457b8860501d5ee729ab 2024-11-23T04:22:55,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/30ab474eb01c45b4b94f9b86266ca309 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/30ab474eb01c45b4b94f9b86266ca309 2024-11-23T04:22:55,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/de7aa97525d74ddeaa97a454c964f1e6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/de7aa97525d74ddeaa97a454c964f1e6 2024-11-23T04:22:55,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/04c1dc26243e4de8924931eb08ccd486 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/04c1dc26243e4de8924931eb08ccd486 2024-11-23T04:22:55,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/b21600eda0924f84a33ac458b8a2ae00 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/b21600eda0924f84a33ac458b8a2ae00 2024-11-23T04:22:55,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/2a0ccd198d61479ebe495e51be24ceb9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/2a0ccd198d61479ebe495e51be24ceb9 2024-11-23T04:22:55,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/ddd3857fda5a425b9ffce6a65e47ba57 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/ddd3857fda5a425b9ffce6a65e47ba57 2024-11-23T04:22:55,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/95f8bb2a0527417da821f46c0883b532 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/95f8bb2a0527417da821f46c0883b532 2024-11-23T04:22:55,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/d04d20d98b98461ca67ef1780a0fef69 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/d04d20d98b98461ca67ef1780a0fef69 2024-11-23T04:22:55,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/0f1fe716883e423aa826f9b2de4aed1e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/0f1fe716883e423aa826f9b2de4aed1e 2024-11-23T04:22:55,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/fac307a6978646da8fa3b1f4f3543dd4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/fac307a6978646da8fa3b1f4f3543dd4 2024-11-23T04:22:55,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/3168e22131eb4b5c87e44a084c00b032 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/3168e22131eb4b5c87e44a084c00b032 2024-11-23T04:22:55,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/5845f34bd03d449bad88ccc1798838bd to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/5845f34bd03d449bad88ccc1798838bd 2024-11-23T04:22:55,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/cefe7845698c4dfd93614b0f6abc5e29 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/cefe7845698c4dfd93614b0f6abc5e29 2024-11-23T04:22:55,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/985d56f641394923a55ca032113be7ed to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/985d56f641394923a55ca032113be7ed 2024-11-23T04:22:55,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/add27f15c6a646d689e595581b975dc0 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/add27f15c6a646d689e595581b975dc0 2024-11-23T04:22:55,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/5b4f62f5a20c44d2bd4d0876f3c9acc7 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/5b4f62f5a20c44d2bd4d0876f3c9acc7 2024-11-23T04:22:55,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/23a6cb87b1984d008260d254e989e344 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/23a6cb87b1984d008260d254e989e344 2024-11-23T04:22:55,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/e3717db0e7ac4393b1112a72bcd85a15 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/e3717db0e7ac4393b1112a72bcd85a15 2024-11-23T04:22:55,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/6a6314de7258499ea792d6fb4370d7af to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/6a6314de7258499ea792d6fb4370d7af 2024-11-23T04:22:55,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/4909c8643edb46ef95bdfa2fbaf46414 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/4909c8643edb46ef95bdfa2fbaf46414 2024-11-23T04:22:55,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/451ae25ddaf4479c9bee1a0f8335ff2f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/451ae25ddaf4479c9bee1a0f8335ff2f 2024-11-23T04:22:55,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/c4611598b45a4466893dc26f8618e46c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/c4611598b45a4466893dc26f8618e46c 2024-11-23T04:22:55,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/4ee4f471cb9a4af6a197a56134130c71, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/94e2bc6ba34f441db87aaf7b4cf8d0bf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/7bcf764e8f7b4426ac0dc337bb3efee1, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/65d517b2792543ab8dd2dbcde0a90d4a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/005258de97b34639bfb472b8d369ed53, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/749c96cc65a94d269bce90bcc522e95c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/84eaece048c44116b284a6884733b6de, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/7b751a04ec8246229ba11450d13aa371, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/79231dc27cf642e7993af81b189a5bee, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/34bd35de0ca0409184b8ca4986084767, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/bd5beba2b71247cfbca26e85d0af6f49, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/cbdab41570c44632921dc1e62b2e5609, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/f347a6536aac4b08ba7b53bb8002576f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/1ec9d0d0279e429fa9bedcf57da32d53, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/5880e741093841b8bba4d74f61a9d05b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/0e945b10d20449b392af33958d992c8f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/b93aa7bee5be4a2a9078f96178d1b708, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/ca25880ad19345b880cb503bcf3e5226, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/2326d9dae4c848a1a10a9f49f1c14711, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/c964e10a9f154726a9527a8f408b4dda, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/d0409d20c2914f5ebad7b76a648dc607, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/14cdd2ba014c476fa8871a4bbdc95e12, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/6515aec2013445dabbfc243dded15686, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/2230af39492f4868a32590b998674d07, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/8ca1ecf42f2146d881be518a7e708b65, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/1eedcab9fe1d467286d46512361f4e3d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/af67989b3b654e2d8eaf777232708b70] to archive 2024-11-23T04:22:55,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:22:55,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/4ee4f471cb9a4af6a197a56134130c71 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/4ee4f471cb9a4af6a197a56134130c71 2024-11-23T04:22:55,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/94e2bc6ba34f441db87aaf7b4cf8d0bf to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/94e2bc6ba34f441db87aaf7b4cf8d0bf 2024-11-23T04:22:55,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/7bcf764e8f7b4426ac0dc337bb3efee1 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/7bcf764e8f7b4426ac0dc337bb3efee1 2024-11-23T04:22:55,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/65d517b2792543ab8dd2dbcde0a90d4a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/65d517b2792543ab8dd2dbcde0a90d4a 2024-11-23T04:22:55,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/005258de97b34639bfb472b8d369ed53 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/005258de97b34639bfb472b8d369ed53 2024-11-23T04:22:55,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/749c96cc65a94d269bce90bcc522e95c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/749c96cc65a94d269bce90bcc522e95c 2024-11-23T04:22:55,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/84eaece048c44116b284a6884733b6de to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/84eaece048c44116b284a6884733b6de 2024-11-23T04:22:55,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/7b751a04ec8246229ba11450d13aa371 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/7b751a04ec8246229ba11450d13aa371 2024-11-23T04:22:55,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/79231dc27cf642e7993af81b189a5bee to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/79231dc27cf642e7993af81b189a5bee 2024-11-23T04:22:55,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/34bd35de0ca0409184b8ca4986084767 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/34bd35de0ca0409184b8ca4986084767 2024-11-23T04:22:55,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/bd5beba2b71247cfbca26e85d0af6f49 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/bd5beba2b71247cfbca26e85d0af6f49 2024-11-23T04:22:55,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/cbdab41570c44632921dc1e62b2e5609 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/cbdab41570c44632921dc1e62b2e5609 2024-11-23T04:22:55,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/f347a6536aac4b08ba7b53bb8002576f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/f347a6536aac4b08ba7b53bb8002576f 2024-11-23T04:22:55,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/1ec9d0d0279e429fa9bedcf57da32d53 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/1ec9d0d0279e429fa9bedcf57da32d53 2024-11-23T04:22:55,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/5880e741093841b8bba4d74f61a9d05b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/5880e741093841b8bba4d74f61a9d05b 2024-11-23T04:22:55,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/0e945b10d20449b392af33958d992c8f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/0e945b10d20449b392af33958d992c8f 2024-11-23T04:22:55,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/b93aa7bee5be4a2a9078f96178d1b708 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/b93aa7bee5be4a2a9078f96178d1b708 2024-11-23T04:22:55,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/ca25880ad19345b880cb503bcf3e5226 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/ca25880ad19345b880cb503bcf3e5226 2024-11-23T04:22:55,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/2326d9dae4c848a1a10a9f49f1c14711 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/2326d9dae4c848a1a10a9f49f1c14711 2024-11-23T04:22:55,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/c964e10a9f154726a9527a8f408b4dda to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/c964e10a9f154726a9527a8f408b4dda 2024-11-23T04:22:55,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/d0409d20c2914f5ebad7b76a648dc607 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/d0409d20c2914f5ebad7b76a648dc607 2024-11-23T04:22:55,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/14cdd2ba014c476fa8871a4bbdc95e12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/14cdd2ba014c476fa8871a4bbdc95e12 2024-11-23T04:22:55,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/6515aec2013445dabbfc243dded15686 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/6515aec2013445dabbfc243dded15686 2024-11-23T04:22:55,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/2230af39492f4868a32590b998674d07 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/2230af39492f4868a32590b998674d07 2024-11-23T04:22:55,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/8ca1ecf42f2146d881be518a7e708b65 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/8ca1ecf42f2146d881be518a7e708b65 2024-11-23T04:22:55,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/1eedcab9fe1d467286d46512361f4e3d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/1eedcab9fe1d467286d46512361f4e3d 2024-11-23T04:22:55,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/af67989b3b654e2d8eaf777232708b70 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/af67989b3b654e2d8eaf777232708b70 2024-11-23T04:22:55,259 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/recovered.edits/438.seqid, newMaxSeqId=438, maxSeqId=4 2024-11-23T04:22:55,260 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94. 2024-11-23T04:22:55,260 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for 666dc01358b6ef07458127133a224a94: 2024-11-23T04:22:55,262 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed 666dc01358b6ef07458127133a224a94 2024-11-23T04:22:55,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=666dc01358b6ef07458127133a224a94, regionState=CLOSED 2024-11-23T04:22:55,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-23T04:22:55,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure 666dc01358b6ef07458127133a224a94, server=7aee8d3d5b7a,40403,1732335719393 in 2.5300 sec 2024-11-23T04:22:55,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-23T04:22:55,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=666dc01358b6ef07458127133a224a94, UNASSIGN in 2.5350 sec 2024-11-23T04:22:55,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-23T04:22:55,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5380 sec 2024-11-23T04:22:55,270 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335775270"}]},"ts":"1732335775270"} 2024-11-23T04:22:55,271 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T04:22:55,273 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T04:22:55,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.5530 sec 2024-11-23T04:22:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T04:22:56,831 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-23T04:22:56,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T04:22:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:56,834 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T04:22:56,834 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:56,837 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,839 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/recovered.edits] 2024-11-23T04:22:56,842 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/054eaae2cca14a638eac9e4b8aefe8e5 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/054eaae2cca14a638eac9e4b8aefe8e5 2024-11-23T04:22:56,845 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/06cfdfe5a4f34196ba094005e15ae04f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/06cfdfe5a4f34196ba094005e15ae04f 2024-11-23T04:22:56,846 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/0c91f71122a543f9a9dfce8b89288333 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/0c91f71122a543f9a9dfce8b89288333 2024-11-23T04:22:56,847 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a23baa7e683742f5b7d76fc98fccb5b3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/A/a23baa7e683742f5b7d76fc98fccb5b3 2024-11-23T04:22:56,850 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/6fa63463dece48c5a055e6274320df47 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/6fa63463dece48c5a055e6274320df47 2024-11-23T04:22:56,852 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/80eb8eb60208430c9b527adee7dd2b48 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/80eb8eb60208430c9b527adee7dd2b48 2024-11-23T04:22:56,853 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/8179eeeea4a24a459ed81b0d780907c3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/8179eeeea4a24a459ed81b0d780907c3 2024-11-23T04:22:56,855 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/eb2e1aae7acf4046adc04a6a4c1a28d9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/B/eb2e1aae7acf4046adc04a6a4c1a28d9 2024-11-23T04:22:56,857 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/658104d75b684928af245aa7dafc018e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/658104d75b684928af245aa7dafc018e 2024-11-23T04:22:56,858 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/957257018f71457eaa84acbf101412b8 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/957257018f71457eaa84acbf101412b8 2024-11-23T04:22:56,859 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/c0dc217efe44478ba26097d4292c27f2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/c0dc217efe44478ba26097d4292c27f2 2024-11-23T04:22:56,861 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/e9d38bcb4f7045bc96bb18d206f336f3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/C/e9d38bcb4f7045bc96bb18d206f336f3 2024-11-23T04:22:56,864 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/recovered.edits/438.seqid to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94/recovered.edits/438.seqid 2024-11-23T04:22:56,865 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,865 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T04:22:56,866 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T04:22:56,866 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T04:22:56,871 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232710c09c09014b9e999429a11bc61582_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232710c09c09014b9e999429a11bc61582_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,873 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232fc37755970043ecbdb9e129704fddf9_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232fc37755970043ecbdb9e129704fddf9_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,874 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123336a330daf364a869779d2457508a66d_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123336a330daf364a869779d2457508a66d_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,876 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112338328208f36d457faa110e194d1db1a7_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112338328208f36d457faa110e194d1db1a7_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,877 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112338981dd265734508acdb88eae17d0d76_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112338981dd265734508acdb88eae17d0d76_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,878 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233910ddeabb5a446e950f11bbc5d0fd01_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233910ddeabb5a446e950f11bbc5d0fd01_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,881 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234c3f537e761e44b2b3c587f37734be77_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234c3f537e761e44b2b3c587f37734be77_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,883 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123613a7ef665654c9ea2bc65282f28607c_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123613a7ef665654c9ea2bc65282f28607c_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,884 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236a48e46313e24abe9586d03ed120961b_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236a48e46313e24abe9586d03ed120961b_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,885 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112382c369ad7d4c4db693201637fdec2554_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112382c369ad7d4c4db693201637fdec2554_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,888 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b33145717734af3824abf81a4a07f1f_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b33145717734af3824abf81a4a07f1f_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,889 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238d1c2c41e76a48da9aac34a1e1cc6157_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238d1c2c41e76a48da9aac34a1e1cc6157_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,890 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112393208fd1380846989ca85994a602d232_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112393208fd1380846989ca85994a602d232_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,891 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123af8c1c473f234a4f9831cb8b77b18cf1_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123af8c1c473f234a4f9831cb8b77b18cf1_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,893 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b8ffc354c42248ac889bc92dfb332e63_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b8ffc354c42248ac889bc92dfb332e63_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,894 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bc7364693b234e89af69be7478ec6133_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bc7364693b234e89af69be7478ec6133_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,895 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bc7496c053544f03aa46401b8e09f657_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bc7496c053544f03aa46401b8e09f657_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,897 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c697127ffe574d699ef5f6cb2c1bd368_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c697127ffe574d699ef5f6cb2c1bd368_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,898 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cfb5948a01fc4da0a6a7a8b8b9036e37_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cfb5948a01fc4da0a6a7a8b8b9036e37_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,899 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d2e9dbf099af4ce6bee8bac7f08cd357_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d2e9dbf099af4ce6bee8bac7f08cd357_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,900 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d3b0991c218347338a723aab88ed429b_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d3b0991c218347338a723aab88ed429b_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,902 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d5caa9c3119e4bd2be2687ab25d5a7fe_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d5caa9c3119e4bd2be2687ab25d5a7fe_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,903 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e63f898008c64fbcab35bf8465477d7d_666dc01358b6ef07458127133a224a94 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e63f898008c64fbcab35bf8465477d7d_666dc01358b6ef07458127133a224a94 2024-11-23T04:22:56,904 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T04:22:56,906 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:56,909 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T04:22:56,911 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T04:22:56,912 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:56,912 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T04:22:56,913 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732335776912"}]},"ts":"9223372036854775807"} 2024-11-23T04:22:56,915 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T04:22:56,915 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 666dc01358b6ef07458127133a224a94, NAME => 'TestAcidGuarantees,,1732335747860.666dc01358b6ef07458127133a224a94.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T04:22:56,915 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T04:22:56,915 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732335776915"}]},"ts":"9223372036854775807"} 2024-11-23T04:22:56,916 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T04:22:56,918 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:56,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-23T04:22:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T04:22:56,935 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-23T04:22:56,951 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=243 (was 239) Potentially hanging thread: hconnection-0x62abea3c-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x62abea3c-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x62abea3c-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/cluster_99154bcf-8410-0dc2-7ee4-c7211a39314a/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1752645405_22 at /127.0.0.1:59484 [Waiting for operation #612] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1990252605_22 at /127.0.0.1:44074 [Waiting for operation #576] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x62abea3c-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/cluster_99154bcf-8410-0dc2-7ee4-c7211a39314a/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1752645405_22 at /127.0.0.1:44058 [Waiting for operation #569] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=539 (was 506) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3906 (was 4036) 2024-11-23T04:22:56,963 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=243, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=539, ProcessCount=11, AvailableMemoryMB=3906 2024-11-23T04:22:56,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T04:22:56,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T04:22:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T04:22:56,967 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T04:22:56,967 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:56,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-11-23T04:22:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-23T04:22:56,968 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T04:22:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742089_1265 (size=963) 2024-11-23T04:22:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-23T04:22:57,207 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T04:22:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-23T04:22:57,377 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f 2024-11-23T04:22:57,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742090_1266 (size=53) 2024-11-23T04:22:57,384 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:22:57,384 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 40012fff9f945e9c0140d9d0cbbcada9, disabling compactions & flushes 2024-11-23T04:22:57,384 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:57,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:57,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. after waiting 0 ms 2024-11-23T04:22:57,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:57,385 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:57,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:22:57,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T04:22:57,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732335777386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732335777386"}]},"ts":"1732335777386"} 2024-11-23T04:22:57,387 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T04:22:57,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T04:22:57,388 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335777388"}]},"ts":"1732335777388"} 2024-11-23T04:22:57,390 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T04:22:57,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=40012fff9f945e9c0140d9d0cbbcada9, ASSIGN}] 2024-11-23T04:22:57,395 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=40012fff9f945e9c0140d9d0cbbcada9, ASSIGN 2024-11-23T04:22:57,396 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40012fff9f945e9c0140d9d0cbbcada9, ASSIGN; state=OFFLINE, location=7aee8d3d5b7a,40403,1732335719393; forceNewPlan=false, retain=false 2024-11-23T04:22:57,547 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=40012fff9f945e9c0140d9d0cbbcada9, regionState=OPENING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:57,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure 40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:22:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-23T04:22:57,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:57,703 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:57,703 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} 2024-11-23T04:22:57,704 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:22:57,704 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:22:57,704 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:22:57,704 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:22:57,711 INFO [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:22:57,712 INFO [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:22:57,713 INFO [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40012fff9f945e9c0140d9d0cbbcada9 columnFamilyName A 2024-11-23T04:22:57,713 DEBUG [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:57,713 INFO [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] regionserver.HStore(327): Store=40012fff9f945e9c0140d9d0cbbcada9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:57,713 INFO [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:22:57,715 INFO [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:22:57,715 INFO [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40012fff9f945e9c0140d9d0cbbcada9 columnFamilyName B 2024-11-23T04:22:57,715 DEBUG [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:57,715 INFO [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] regionserver.HStore(327): Store=40012fff9f945e9c0140d9d0cbbcada9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:57,716 INFO [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:22:57,717 INFO [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:22:57,717 INFO [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40012fff9f945e9c0140d9d0cbbcada9 columnFamilyName C 2024-11-23T04:22:57,717 DEBUG [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:22:57,717 INFO [StoreOpener-40012fff9f945e9c0140d9d0cbbcada9-1 {}] regionserver.HStore(327): Store=40012fff9f945e9c0140d9d0cbbcada9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:22:57,718 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:57,719 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:22:57,719 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:22:57,721 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T04:22:57,722 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:22:57,725 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T04:22:57,726 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 40012fff9f945e9c0140d9d0cbbcada9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58790430, jitterRate=-0.12395432591438293}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T04:22:57,728 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:22:57,729 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., pid=68, masterSystemTime=1732335777699 2024-11-23T04:22:57,730 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:57,730 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:57,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=40012fff9f945e9c0140d9d0cbbcada9, regionState=OPEN, openSeqNum=2, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:57,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-23T04:22:57,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure 40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 in 184 msec 2024-11-23T04:22:57,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-23T04:22:57,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=40012fff9f945e9c0140d9d0cbbcada9, ASSIGN in 339 msec 2024-11-23T04:22:57,736 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T04:22:57,737 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335777736"}]},"ts":"1732335777736"} 2024-11-23T04:22:57,737 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T04:22:57,740 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T04:22:57,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 775 msec 2024-11-23T04:22:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-23T04:22:58,071 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-11-23T04:22:58,073 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x372a5985 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6285a358 2024-11-23T04:22:58,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10269736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:58,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:58,080 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:58,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T04:22:58,082 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T04:22:58,086 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x206aa46b to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fba5c5d 2024-11-23T04:22:58,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b01e9bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:58,096 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x320146a2 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@fe4ac0b 2024-11-23T04:22:58,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4becc07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:58,102 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bab3f39 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@718544b3 2024-11-23T04:22:58,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc79dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:58,113 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e48016 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9ffc85 2024-11-23T04:22:58,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd6e3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:58,122 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b2ae977 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18724143 2024-11-23T04:22:58,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b0002b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:58,134 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04215ff2 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1703a605 2024-11-23T04:22:58,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7575b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:58,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cb89dc6 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@168133da 2024-11-23T04:22:58,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b377948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:58,151 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25f2abe2 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a724365 2024-11-23T04:22:58,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9f805a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:58,159 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0598ef39 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d59ed84 2024-11-23T04:22:58,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b123525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:58,167 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23d0f458 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4187186b 2024-11-23T04:22:58,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd6a663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:22:58,182 DEBUG [hconnection-0x32afd8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:58,183 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:58,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:22:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-23T04:22:58,191 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:22:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T04:22:58,192 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:22:58,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:22:58,193 DEBUG [hconnection-0x16ded5f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:58,194 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:22:58,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:22:58,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:22:58,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:58,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:22:58,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:58,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:22:58,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:58,212 DEBUG [hconnection-0x6695923f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:58,214 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:58,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335838219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335838219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,228 DEBUG [hconnection-0x16fe5ed3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:58,230 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:58,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/ccab76f3dc074a30aa8e05df917bde81 is 50, key is test_row_0/A:col10/1732335778192/Put/seqid=0 2024-11-23T04:22:58,248 DEBUG [hconnection-0x3168fae0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:58,250 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:58,252 DEBUG [hconnection-0x6332cb86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:58,254 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335838257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T04:22:58,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335838320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335838320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,328 DEBUG [hconnection-0x31fbbce4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:58,330 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:58,340 DEBUG [hconnection-0x2e96932d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:58,341 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:58,345 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T04:22:58,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335838344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:22:58,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:58,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742091_1267 (size=12001) 2024-11-23T04:22:58,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335838359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,370 DEBUG [hconnection-0x4ffe7370-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:58,372 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:58,378 DEBUG [hconnection-0x1cbac576-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:22:58,379 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:22:58,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335838381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335838447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335838484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T04:22:58,499 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T04:22:58,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:58,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:22:58,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:58,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335838524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335838525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335838562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,653 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T04:22:58,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:58,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:22:58,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:58,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335838651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335838687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/ccab76f3dc074a30aa8e05df917bde81 2024-11-23T04:22:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T04:22:58,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T04:22:58,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:58,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:22:58,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:58,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335838828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335838828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/906b44a121484933a86ead64625cfc35 is 50, key is test_row_0/B:col10/1732335778192/Put/seqid=0 2024-11-23T04:22:58,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335838865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742092_1268 (size=12001) 2024-11-23T04:22:58,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/906b44a121484933a86ead64625cfc35 2024-11-23T04:22:58,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/eaa5609e51c14828af52711d906aac43 is 50, key is test_row_0/C:col10/1732335778192/Put/seqid=0 2024-11-23T04:22:58,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335838955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742093_1269 (size=12001) 2024-11-23T04:22:58,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/eaa5609e51c14828af52711d906aac43 2024-11-23T04:22:58,980 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T04:22:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:22:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:58,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:22:58,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/ccab76f3dc074a30aa8e05df917bde81 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/ccab76f3dc074a30aa8e05df917bde81 2024-11-23T04:22:58,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335838992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:58,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/ccab76f3dc074a30aa8e05df917bde81, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T04:22:59,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/906b44a121484933a86ead64625cfc35 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/906b44a121484933a86ead64625cfc35 2024-11-23T04:22:59,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/906b44a121484933a86ead64625cfc35, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T04:22:59,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/eaa5609e51c14828af52711d906aac43 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/eaa5609e51c14828af52711d906aac43 2024-11-23T04:22:59,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/eaa5609e51c14828af52711d906aac43, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T04:22:59,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 40012fff9f945e9c0140d9d0cbbcada9 in 823ms, sequenceid=13, compaction requested=false 2024-11-23T04:22:59,021 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T04:22:59,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:22:59,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T04:22:59,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:59,134 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:22:59,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:22:59,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:59,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:22:59,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:59,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:22:59,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:59,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/6ef9bd5f9edb49ecb9c51b9d8834c8b3 is 50, key is test_row_0/A:col10/1732335778215/Put/seqid=0 2024-11-23T04:22:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742094_1270 (size=12001) 2024-11-23T04:22:59,158 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/6ef9bd5f9edb49ecb9c51b9d8834c8b3 2024-11-23T04:22:59,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/dfdf3b0852124567a6677f971a6a7a74 is 50, key is test_row_0/B:col10/1732335778215/Put/seqid=0 2024-11-23T04:22:59,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742095_1271 (size=12001) 2024-11-23T04:22:59,227 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/dfdf3b0852124567a6677f971a6a7a74 2024-11-23T04:22:59,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/8bc8b15631384284878b262897fbf0ad is 50, key is test_row_0/C:col10/1732335778215/Put/seqid=0 2024-11-23T04:22:59,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742096_1272 (size=12001) 2024-11-23T04:22:59,278 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/8bc8b15631384284878b262897fbf0ad 2024-11-23T04:22:59,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/6ef9bd5f9edb49ecb9c51b9d8834c8b3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/6ef9bd5f9edb49ecb9c51b9d8834c8b3 2024-11-23T04:22:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T04:22:59,296 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/6ef9bd5f9edb49ecb9c51b9d8834c8b3, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T04:22:59,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/dfdf3b0852124567a6677f971a6a7a74 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/dfdf3b0852124567a6677f971a6a7a74 2024-11-23T04:22:59,302 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/dfdf3b0852124567a6677f971a6a7a74, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T04:22:59,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/8bc8b15631384284878b262897fbf0ad as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/8bc8b15631384284878b262897fbf0ad 2024-11-23T04:22:59,317 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/8bc8b15631384284878b262897fbf0ad, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T04:22:59,318 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 40012fff9f945e9c0140d9d0cbbcada9 in 184ms, sequenceid=37, compaction requested=false 2024-11-23T04:22:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:22:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-23T04:22:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-23T04:22:59,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-23T04:22:59,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1280 sec 2024-11-23T04:22:59,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.1330 sec 2024-11-23T04:22:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:22:59,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:22:59,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:22:59,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:59,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:22:59,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:59,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:22:59,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:59,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/8acbdcc9e3c9454199704e47e0352689 is 50, key is test_row_0/A:col10/1732335779348/Put/seqid=0 2024-11-23T04:22:59,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742097_1273 (size=12001) 2024-11-23T04:22:59,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/8acbdcc9e3c9454199704e47e0352689 2024-11-23T04:22:59,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335839386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335839388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/5a4d70747f59478585099ce91c1e9118 is 50, key is test_row_0/B:col10/1732335779348/Put/seqid=0 2024-11-23T04:22:59,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335839390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742098_1274 (size=12001) 2024-11-23T04:22:59,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/5a4d70747f59478585099ce91c1e9118 2024-11-23T04:22:59,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/83bd14f9d2634f7aac8c365cb6bbcb90 is 50, key is test_row_0/C:col10/1732335779348/Put/seqid=0 2024-11-23T04:22:59,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335839461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335839497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335839497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335839497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335839498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742099_1275 (size=12001) 2024-11-23T04:22:59,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/83bd14f9d2634f7aac8c365cb6bbcb90 2024-11-23T04:22:59,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/8acbdcc9e3c9454199704e47e0352689 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/8acbdcc9e3c9454199704e47e0352689 2024-11-23T04:22:59,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/8acbdcc9e3c9454199704e47e0352689, entries=150, sequenceid=48, filesize=11.7 K 2024-11-23T04:22:59,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/5a4d70747f59478585099ce91c1e9118 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/5a4d70747f59478585099ce91c1e9118 2024-11-23T04:22:59,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/5a4d70747f59478585099ce91c1e9118, entries=150, sequenceid=48, filesize=11.7 K 2024-11-23T04:22:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/83bd14f9d2634f7aac8c365cb6bbcb90 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/83bd14f9d2634f7aac8c365cb6bbcb90 2024-11-23T04:22:59,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/83bd14f9d2634f7aac8c365cb6bbcb90, entries=150, sequenceid=48, filesize=11.7 K 2024-11-23T04:22:59,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 40012fff9f945e9c0140d9d0cbbcada9 in 206ms, sequenceid=48, compaction requested=true 2024-11-23T04:22:59,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:22:59,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:22:59,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:59,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:22:59,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:59,555 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:59,555 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:59,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:22:59,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:59,557 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:59,558 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:22:59,558 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:59,558 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/ccab76f3dc074a30aa8e05df917bde81, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/6ef9bd5f9edb49ecb9c51b9d8834c8b3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/8acbdcc9e3c9454199704e47e0352689] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=35.2 K 2024-11-23T04:22:59,558 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:59,558 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccab76f3dc074a30aa8e05df917bde81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732335778192 2024-11-23T04:22:59,558 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:22:59,558 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:59,558 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/906b44a121484933a86ead64625cfc35, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/dfdf3b0852124567a6677f971a6a7a74, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/5a4d70747f59478585099ce91c1e9118] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=35.2 K 2024-11-23T04:22:59,559 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ef9bd5f9edb49ecb9c51b9d8834c8b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732335778214 2024-11-23T04:22:59,559 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8acbdcc9e3c9454199704e47e0352689, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732335779340 2024-11-23T04:22:59,559 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 906b44a121484933a86ead64625cfc35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732335778192 2024-11-23T04:22:59,560 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting dfdf3b0852124567a6677f971a6a7a74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732335778214 2024-11-23T04:22:59,560 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a4d70747f59478585099ce91c1e9118, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732335779340 2024-11-23T04:22:59,584 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#225 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:59,585 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/a4c83733815d46978341131954498eea is 50, key is test_row_0/A:col10/1732335779348/Put/seqid=0 2024-11-23T04:22:59,586 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:59,586 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/a68e9eea23684bd0aacc8fded195b86f is 50, key is test_row_0/B:col10/1732335779348/Put/seqid=0 2024-11-23T04:22:59,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742100_1276 (size=12104) 2024-11-23T04:22:59,636 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/a68e9eea23684bd0aacc8fded195b86f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/a68e9eea23684bd0aacc8fded195b86f 2024-11-23T04:22:59,644 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into a68e9eea23684bd0aacc8fded195b86f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:59,644 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:22:59,645 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=13, startTime=1732335779555; duration=0sec 2024-11-23T04:22:59,645 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:22:59,645 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:22:59,645 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:22:59,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742101_1277 (size=12104) 2024-11-23T04:22:59,646 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:22:59,646 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:22:59,646 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:22:59,646 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/eaa5609e51c14828af52711d906aac43, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/8bc8b15631384284878b262897fbf0ad, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/83bd14f9d2634f7aac8c365cb6bbcb90] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=35.2 K 2024-11-23T04:22:59,647 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting eaa5609e51c14828af52711d906aac43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732335778192 2024-11-23T04:22:59,647 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bc8b15631384284878b262897fbf0ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732335778214 2024-11-23T04:22:59,648 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 83bd14f9d2634f7aac8c365cb6bbcb90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732335779340 2024-11-23T04:22:59,653 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/a4c83733815d46978341131954498eea as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a4c83733815d46978341131954498eea 2024-11-23T04:22:59,665 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into a4c83733815d46978341131954498eea(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:22:59,665 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:22:59,665 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=13, startTime=1732335779555; duration=0sec 2024-11-23T04:22:59,665 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:22:59,665 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:22:59,670 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:22:59,671 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/bb05414d43c243568ad59d170df04f20 is 50, key is test_row_0/C:col10/1732335779348/Put/seqid=0 2024-11-23T04:22:59,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742102_1278 (size=12104) 2024-11-23T04:22:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:22:59,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T04:22:59,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:22:59,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:59,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:22:59,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:59,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:22:59,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:22:59,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/74f1c8e1953e4fbcb8241dd5c3d27974 is 50, key is test_row_0/A:col10/1732335779372/Put/seqid=0 2024-11-23T04:22:59,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335839726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335839728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335839731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742103_1279 (size=14341) 2024-11-23T04:22:59,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/74f1c8e1953e4fbcb8241dd5c3d27974 2024-11-23T04:22:59,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/68b97502eb6242c6a35d334767e5b659 is 50, key is test_row_0/B:col10/1732335779372/Put/seqid=0 2024-11-23T04:22:59,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742104_1280 (size=12001) 2024-11-23T04:22:59,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/68b97502eb6242c6a35d334767e5b659 2024-11-23T04:22:59,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335839834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335839837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:22:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335839841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:22:59,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/04e19312e71246e1ab25e0a1e959aa20 is 50, key is test_row_0/C:col10/1732335779372/Put/seqid=0 2024-11-23T04:22:59,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742105_1281 (size=12001) 2024-11-23T04:22:59,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/04e19312e71246e1ab25e0a1e959aa20 2024-11-23T04:22:59,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/74f1c8e1953e4fbcb8241dd5c3d27974 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/74f1c8e1953e4fbcb8241dd5c3d27974 2024-11-23T04:22:59,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/74f1c8e1953e4fbcb8241dd5c3d27974, entries=200, sequenceid=76, filesize=14.0 K 2024-11-23T04:22:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/68b97502eb6242c6a35d334767e5b659 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/68b97502eb6242c6a35d334767e5b659 2024-11-23T04:22:59,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/68b97502eb6242c6a35d334767e5b659, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T04:22:59,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/04e19312e71246e1ab25e0a1e959aa20 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/04e19312e71246e1ab25e0a1e959aa20 2024-11-23T04:22:59,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/04e19312e71246e1ab25e0a1e959aa20, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T04:22:59,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 40012fff9f945e9c0140d9d0cbbcada9 in 231ms, sequenceid=76, compaction requested=false 2024-11-23T04:22:59,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:00,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:23:00,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:00,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:00,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:00,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:00,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:00,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:00,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/1b4d1f28c56841109a6eb7ee72044a3b is 50, key is test_row_0/A:col10/1732335779720/Put/seqid=0 2024-11-23T04:23:00,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742106_1282 (size=12001) 2024-11-23T04:23:00,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/1b4d1f28c56841109a6eb7ee72044a3b 2024-11-23T04:23:00,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/23787d152de942dc8bd08af33fc337cd is 50, key is test_row_0/B:col10/1732335779720/Put/seqid=0 2024-11-23T04:23:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742107_1283 (size=12001) 2024-11-23T04:23:00,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/23787d152de942dc8bd08af33fc337cd 2024-11-23T04:23:00,109 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/bb05414d43c243568ad59d170df04f20 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/bb05414d43c243568ad59d170df04f20 2024-11-23T04:23:00,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/63333cae142b46f79872e3cafd577ebb is 50, key is test_row_0/C:col10/1732335779720/Put/seqid=0 2024-11-23T04:23:00,123 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into bb05414d43c243568ad59d170df04f20(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:00,123 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:00,123 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=13, startTime=1732335779555; duration=0sec 2024-11-23T04:23:00,123 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:00,123 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:00,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335840120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335840123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335840124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742108_1284 (size=12001) 2024-11-23T04:23:00,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335840227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335840229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335840229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T04:23:00,297 INFO [Thread-1221 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-23T04:23:00,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-23T04:23:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T04:23:00,301 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:00,301 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:00,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T04:23:00,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335840431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335840431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335840432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T04:23:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:00,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:00,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335840469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335840508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/63333cae142b46f79872e3cafd577ebb 2024-11-23T04:23:00,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/1b4d1f28c56841109a6eb7ee72044a3b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1b4d1f28c56841109a6eb7ee72044a3b 2024-11-23T04:23:00,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1b4d1f28c56841109a6eb7ee72044a3b, entries=150, sequenceid=88, filesize=11.7 K 2024-11-23T04:23:00,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/23787d152de942dc8bd08af33fc337cd as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/23787d152de942dc8bd08af33fc337cd 2024-11-23T04:23:00,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/23787d152de942dc8bd08af33fc337cd, entries=150, sequenceid=88, filesize=11.7 K 2024-11-23T04:23:00,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/63333cae142b46f79872e3cafd577ebb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/63333cae142b46f79872e3cafd577ebb 2024-11-23T04:23:00,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/63333cae142b46f79872e3cafd577ebb, entries=150, sequenceid=88, filesize=11.7 K 2024-11-23T04:23:00,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 40012fff9f945e9c0140d9d0cbbcada9 in 563ms, sequenceid=88, compaction requested=true 2024-11-23T04:23:00,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:00,602 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T04:23:00,603 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:00,603 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:23:00,603 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:00,604 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a4c83733815d46978341131954498eea, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/74f1c8e1953e4fbcb8241dd5c3d27974, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1b4d1f28c56841109a6eb7ee72044a3b] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.5 K 2024-11-23T04:23:00,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:00,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:00,604 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:00,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:00,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:00,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:00,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:00,605 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4c83733815d46978341131954498eea, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732335779340 2024-11-23T04:23:00,606 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:00,606 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:23:00,606 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:00,606 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/a68e9eea23684bd0aacc8fded195b86f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/68b97502eb6242c6a35d334767e5b659, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/23787d152de942dc8bd08af33fc337cd] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=35.3 K 2024-11-23T04:23:00,607 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T04:23:00,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:00,608 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:23:00,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:00,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:00,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:00,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:00,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:00,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:00,609 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting a68e9eea23684bd0aacc8fded195b86f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732335779340 2024-11-23T04:23:00,609 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74f1c8e1953e4fbcb8241dd5c3d27974, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732335779372 2024-11-23T04:23:00,611 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 68b97502eb6242c6a35d334767e5b659, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732335779372 2024-11-23T04:23:00,612 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 23787d152de942dc8bd08af33fc337cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732335779720 2024-11-23T04:23:00,613 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b4d1f28c56841109a6eb7ee72044a3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732335779720 2024-11-23T04:23:00,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/f387b8b1a86543beb117985a6de34c96 is 50, key is test_row_0/A:col10/1732335780123/Put/seqid=0 2024-11-23T04:23:00,666 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:00,669 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/0185688e23734c05b527004918027154 is 50, key is test_row_0/B:col10/1732335779720/Put/seqid=0 2024-11-23T04:23:00,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742109_1285 (size=12001) 2024-11-23T04:23:00,686 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:00,687 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/e1dcfa20ea3d4824b7306c263109be9b is 50, key is test_row_0/A:col10/1732335779720/Put/seqid=0 2024-11-23T04:23:00,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742110_1286 (size=12207) 2024-11-23T04:23:00,734 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/0185688e23734c05b527004918027154 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/0185688e23734c05b527004918027154 2024-11-23T04:23:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:00,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:00,748 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into 0185688e23734c05b527004918027154(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:00,748 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:00,748 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=13, startTime=1732335780604; duration=0sec 2024-11-23T04:23:00,748 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:00,748 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:23:00,749 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:00,755 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:00,755 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:23:00,755 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:00,755 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/bb05414d43c243568ad59d170df04f20, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/04e19312e71246e1ab25e0a1e959aa20, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/63333cae142b46f79872e3cafd577ebb] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=35.3 K 2024-11-23T04:23:00,756 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting bb05414d43c243568ad59d170df04f20, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732335779340 2024-11-23T04:23:00,756 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 04e19312e71246e1ab25e0a1e959aa20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732335779372 2024-11-23T04:23:00,757 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 63333cae142b46f79872e3cafd577ebb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732335779720 2024-11-23T04:23:00,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335840754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742111_1287 (size=12207) 2024-11-23T04:23:00,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335840759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335840759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,771 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:00,772 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/f800b58c9b1341e1b08600027c008e56 is 50, key is test_row_0/C:col10/1732335779720/Put/seqid=0 2024-11-23T04:23:00,796 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T04:23:00,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742112_1288 (size=12207) 2024-11-23T04:23:00,830 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/f800b58c9b1341e1b08600027c008e56 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/f800b58c9b1341e1b08600027c008e56 2024-11-23T04:23:00,841 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into f800b58c9b1341e1b08600027c008e56(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:00,841 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:00,841 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=13, startTime=1732335780604; duration=0sec 2024-11-23T04:23:00,841 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:00,841 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:00,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335840862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335840864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335840865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T04:23:01,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335841067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335841069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335841070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,079 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/f387b8b1a86543beb117985a6de34c96 2024-11-23T04:23:01,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/0c813525ae0442d7aaf8846bc394189d is 50, key is test_row_0/B:col10/1732335780123/Put/seqid=0 2024-11-23T04:23:01,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742113_1289 (size=12001) 2024-11-23T04:23:01,110 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/0c813525ae0442d7aaf8846bc394189d 2024-11-23T04:23:01,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/5d7f96dff2d34a3392c3cd2d05f4a3fb is 50, key is test_row_0/C:col10/1732335780123/Put/seqid=0 2024-11-23T04:23:01,170 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/e1dcfa20ea3d4824b7306c263109be9b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/e1dcfa20ea3d4824b7306c263109be9b 2024-11-23T04:23:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742114_1290 (size=12001) 2024-11-23T04:23:01,177 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/5d7f96dff2d34a3392c3cd2d05f4a3fb 2024-11-23T04:23:01,178 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into e1dcfa20ea3d4824b7306c263109be9b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:01,178 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:01,178 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=13, startTime=1732335780602; duration=0sec 2024-11-23T04:23:01,178 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:01,178 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:23:01,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/f387b8b1a86543beb117985a6de34c96 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/f387b8b1a86543beb117985a6de34c96 2024-11-23T04:23:01,202 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/f387b8b1a86543beb117985a6de34c96, entries=150, sequenceid=113, filesize=11.7 K 2024-11-23T04:23:01,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/0c813525ae0442d7aaf8846bc394189d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/0c813525ae0442d7aaf8846bc394189d 2024-11-23T04:23:01,211 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/0c813525ae0442d7aaf8846bc394189d, entries=150, sequenceid=113, filesize=11.7 K 2024-11-23T04:23:01,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/5d7f96dff2d34a3392c3cd2d05f4a3fb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/5d7f96dff2d34a3392c3cd2d05f4a3fb 2024-11-23T04:23:01,221 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/5d7f96dff2d34a3392c3cd2d05f4a3fb, entries=150, sequenceid=113, filesize=11.7 K 2024-11-23T04:23:01,223 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 40012fff9f945e9c0140d9d0cbbcada9 in 616ms, sequenceid=113, compaction requested=false 2024-11-23T04:23:01,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:01,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:01,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-23T04:23:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-23T04:23:01,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-23T04:23:01,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 924 msec 2024-11-23T04:23:01,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 929 msec 2024-11-23T04:23:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:01,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:23:01,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:01,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:01,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:01,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:01,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:01,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:01,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/973b434c937d4b4f94bb08ebb9ee31c9 is 50, key is test_row_0/A:col10/1732335781372/Put/seqid=0 2024-11-23T04:23:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T04:23:01,405 INFO [Thread-1221 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-23T04:23:01,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-23T04:23:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T04:23:01,409 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:01,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335841405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,410 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:01,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:01,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742115_1291 (size=12051) 2024-11-23T04:23:01,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/973b434c937d4b4f94bb08ebb9ee31c9 2024-11-23T04:23:01,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335841410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335841411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/16e2322520a34a909f74bf86de6de53d is 50, key is test_row_0/B:col10/1732335781372/Put/seqid=0 2024-11-23T04:23:01,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742116_1292 (size=12051) 2024-11-23T04:23:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T04:23:01,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335841513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335841516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335841517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T04:23:01,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:01,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:01,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:01,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:01,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T04:23:01,717 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T04:23:01,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:01,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:01,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:01,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:01,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:01,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335841718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335841728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335841729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:01,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T04:23:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:01,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:01,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:01,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:01,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/16e2322520a34a909f74bf86de6de53d 2024-11-23T04:23:01,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/317b2ffabe6144609e7406e41d56dbbf is 50, key is test_row_0/C:col10/1732335781372/Put/seqid=0 2024-11-23T04:23:01,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742117_1293 (size=12051) 2024-11-23T04:23:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T04:23:02,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335842024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T04:23:02,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:02,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335842032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335842033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,087 DEBUG [master/7aee8d3d5b7a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region a09e861b42bdce3ee98cacafe6357877 changed from -1.0 to 0.0, refreshing cache 2024-11-23T04:23:02,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T04:23:02,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/317b2ffabe6144609e7406e41d56dbbf 2024-11-23T04:23:02,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/973b434c937d4b4f94bb08ebb9ee31c9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/973b434c937d4b4f94bb08ebb9ee31c9 2024-11-23T04:23:02,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T04:23:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:02,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/973b434c937d4b4f94bb08ebb9ee31c9, entries=150, sequenceid=130, filesize=11.8 K 2024-11-23T04:23:02,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/16e2322520a34a909f74bf86de6de53d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/16e2322520a34a909f74bf86de6de53d 2024-11-23T04:23:02,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/16e2322520a34a909f74bf86de6de53d, entries=150, sequenceid=130, filesize=11.8 K 2024-11-23T04:23:02,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/317b2ffabe6144609e7406e41d56dbbf as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/317b2ffabe6144609e7406e41d56dbbf 2024-11-23T04:23:02,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/317b2ffabe6144609e7406e41d56dbbf, entries=150, sequenceid=130, filesize=11.8 K 2024-11-23T04:23:02,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 40012fff9f945e9c0140d9d0cbbcada9 in 987ms, sequenceid=130, compaction requested=true 2024-11-23T04:23:02,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:02,361 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:02,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:02,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:02,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:02,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:02,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:02,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:02,361 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:02,362 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:02,362 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:23:02,362 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:02,362 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,362 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:23:02,362 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,362 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/e1dcfa20ea3d4824b7306c263109be9b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/f387b8b1a86543beb117985a6de34c96, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/973b434c937d4b4f94bb08ebb9ee31c9] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=35.4 K 2024-11-23T04:23:02,362 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/0185688e23734c05b527004918027154, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/0c813525ae0442d7aaf8846bc394189d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/16e2322520a34a909f74bf86de6de53d] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=35.4 K 2024-11-23T04:23:02,363 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 0185688e23734c05b527004918027154, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732335779720 2024-11-23T04:23:02,363 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1dcfa20ea3d4824b7306c263109be9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732335779720 2024-11-23T04:23:02,363 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c813525ae0442d7aaf8846bc394189d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732335780109 2024-11-23T04:23:02,364 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting f387b8b1a86543beb117985a6de34c96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732335780109 2024-11-23T04:23:02,364 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 16e2322520a34a909f74bf86de6de53d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732335780757 2024-11-23T04:23:02,364 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 973b434c937d4b4f94bb08ebb9ee31c9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732335780757 2024-11-23T04:23:02,389 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:02,390 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/12ee03b8e2d74b3080c2ee2dfcd3fbd2 is 50, key is test_row_0/B:col10/1732335781372/Put/seqid=0 2024-11-23T04:23:02,393 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:02,394 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/6ae41096501b47fd91080baf3a050f4d is 50, key is test_row_0/A:col10/1732335781372/Put/seqid=0 2024-11-23T04:23:02,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742118_1294 (size=12359) 2024-11-23T04:23:02,472 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/12ee03b8e2d74b3080c2ee2dfcd3fbd2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/12ee03b8e2d74b3080c2ee2dfcd3fbd2 2024-11-23T04:23:02,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742119_1295 (size=12359) 2024-11-23T04:23:02,486 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into 12ee03b8e2d74b3080c2ee2dfcd3fbd2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:02,486 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:02,486 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=13, startTime=1732335782361; duration=0sec 2024-11-23T04:23:02,486 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:02,486 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:23:02,486 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:02,489 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:02,489 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:23:02,489 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,489 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,489 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/f800b58c9b1341e1b08600027c008e56, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/5d7f96dff2d34a3392c3cd2d05f4a3fb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/317b2ffabe6144609e7406e41d56dbbf] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=35.4 K 2024-11-23T04:23:02,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:23:02,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:02,490 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting f800b58c9b1341e1b08600027c008e56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732335779720 2024-11-23T04:23:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:02,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:02,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T04:23:02,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:02,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,490 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d7f96dff2d34a3392c3cd2d05f4a3fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732335780109 2024-11-23T04:23:02,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:02,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,493 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 317b2ffabe6144609e7406e41d56dbbf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732335780757 2024-11-23T04:23:02,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/b7beedfdea1441e9848b4ee4cf1a9db3 is 50, key is test_row_0/A:col10/1732335781408/Put/seqid=0 2024-11-23T04:23:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T04:23:02,522 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:02,522 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/2cadf2802a7846cf83970288a3b303dc is 50, key is test_row_0/C:col10/1732335781372/Put/seqid=0 2024-11-23T04:23:02,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335842521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335842522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335842529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335842538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335842539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742120_1296 (size=12151) 2024-11-23T04:23:02,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/b7beedfdea1441e9848b4ee4cf1a9db3 2024-11-23T04:23:02,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742121_1297 (size=12359) 2024-11-23T04:23:02,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/8c666fa3a7b8439c9c76fbf9fdccfe71 is 50, key is test_row_0/B:col10/1732335781408/Put/seqid=0 2024-11-23T04:23:02,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335842626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335842627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742122_1298 (size=12151) 2024-11-23T04:23:02,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/8c666fa3a7b8439c9c76fbf9fdccfe71 2024-11-23T04:23:02,643 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T04:23:02,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:02,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:02,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/e0b3e476eeba4194a74fa609ee621c74 is 50, key is test_row_0/C:col10/1732335781408/Put/seqid=0 2024-11-23T04:23:02,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742123_1299 (size=12151) 2024-11-23T04:23:02,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/e0b3e476eeba4194a74fa609ee621c74 2024-11-23T04:23:02,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/b7beedfdea1441e9848b4ee4cf1a9db3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/b7beedfdea1441e9848b4ee4cf1a9db3 2024-11-23T04:23:02,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/b7beedfdea1441e9848b4ee4cf1a9db3, entries=150, sequenceid=155, filesize=11.9 K 2024-11-23T04:23:02,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/8c666fa3a7b8439c9c76fbf9fdccfe71 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/8c666fa3a7b8439c9c76fbf9fdccfe71 2024-11-23T04:23:02,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/8c666fa3a7b8439c9c76fbf9fdccfe71, entries=150, sequenceid=155, filesize=11.9 K 2024-11-23T04:23:02,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/e0b3e476eeba4194a74fa609ee621c74 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/e0b3e476eeba4194a74fa609ee621c74 2024-11-23T04:23:02,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/e0b3e476eeba4194a74fa609ee621c74, entries=150, sequenceid=155, filesize=11.9 K 2024-11-23T04:23:02,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 40012fff9f945e9c0140d9d0cbbcada9 in 223ms, sequenceid=155, compaction requested=false 2024-11-23T04:23:02,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:02,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T04:23:02,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,798 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:23:02,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:02,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:02,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:02,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:02,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:02,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:02,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/11138b6196c648a09f01dfbe6b703089 is 50, key is test_row_0/A:col10/1732335782520/Put/seqid=0 2024-11-23T04:23:02,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742124_1300 (size=12151) 2024-11-23T04:23:02,824 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/11138b6196c648a09f01dfbe6b703089 2024-11-23T04:23:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:02,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:02,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/c555d5bdfe7c4dcfa580181e572a0c01 is 50, key is test_row_0/B:col10/1732335782520/Put/seqid=0 2024-11-23T04:23:02,882 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/6ae41096501b47fd91080baf3a050f4d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/6ae41096501b47fd91080baf3a050f4d 2024-11-23T04:23:02,889 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into 6ae41096501b47fd91080baf3a050f4d(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:02,889 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:02,889 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=13, startTime=1732335782361; duration=0sec 2024-11-23T04:23:02,889 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:02,889 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:23:02,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335842888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335842892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:02,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742125_1301 (size=12151) 2024-11-23T04:23:02,898 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/c555d5bdfe7c4dcfa580181e572a0c01 2024-11-23T04:23:02,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/b43bfddaf96e4eb086085ff85674d562 is 50, key is test_row_0/C:col10/1732335782520/Put/seqid=0 2024-11-23T04:23:02,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742126_1302 (size=12151) 2024-11-23T04:23:02,941 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/b43bfddaf96e4eb086085ff85674d562 2024-11-23T04:23:02,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/11138b6196c648a09f01dfbe6b703089 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/11138b6196c648a09f01dfbe6b703089 2024-11-23T04:23:02,956 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/11138b6196c648a09f01dfbe6b703089, entries=150, sequenceid=167, filesize=11.9 K 2024-11-23T04:23:02,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/c555d5bdfe7c4dcfa580181e572a0c01 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c555d5bdfe7c4dcfa580181e572a0c01 2024-11-23T04:23:02,964 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c555d5bdfe7c4dcfa580181e572a0c01, entries=150, sequenceid=167, filesize=11.9 K 2024-11-23T04:23:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/b43bfddaf96e4eb086085ff85674d562 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b43bfddaf96e4eb086085ff85674d562 2024-11-23T04:23:02,969 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b43bfddaf96e4eb086085ff85674d562, entries=150, sequenceid=167, filesize=11.9 K 2024-11-23T04:23:02,972 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 40012fff9f945e9c0140d9d0cbbcada9 in 173ms, sequenceid=167, compaction requested=true 2024-11-23T04:23:02,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:02,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:02,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-23T04:23:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-23T04:23:02,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-23T04:23:02,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5620 sec 2024-11-23T04:23:02,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.5690 sec 2024-11-23T04:23:02,989 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/2cadf2802a7846cf83970288a3b303dc as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/2cadf2802a7846cf83970288a3b303dc 2024-11-23T04:23:02,996 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into 2cadf2802a7846cf83970288a3b303dc(size=12.1 K), total size for store is 35.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:02,996 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:02,996 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=13, startTime=1732335782361; duration=0sec 2024-11-23T04:23:02,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T04:23:02,996 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:02,996 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:02,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:02,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:02,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:02,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:02,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:02,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:03,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/a1e28a10374446baad7427d650b2d1b3 is 50, key is test_row_0/A:col10/1732335782994/Put/seqid=0 2024-11-23T04:23:03,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335843016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335843018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742127_1303 (size=14541) 2024-11-23T04:23:03,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/a1e28a10374446baad7427d650b2d1b3 2024-11-23T04:23:03,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/bdb70c3ec8f54ec48dead6108019c311 is 50, key is test_row_0/B:col10/1732335782994/Put/seqid=0 2024-11-23T04:23:03,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742128_1304 (size=12151) 2024-11-23T04:23:03,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/bdb70c3ec8f54ec48dead6108019c311 2024-11-23T04:23:03,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/95df77c3869a4c3c9992d9d21f2bebfa is 50, key is test_row_0/C:col10/1732335782994/Put/seqid=0 2024-11-23T04:23:03,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335843121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335843128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742129_1305 (size=12151) 2024-11-23T04:23:03,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335843325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335843335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T04:23:03,513 INFO [Thread-1221 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-23T04:23:03,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-23T04:23:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T04:23:03,518 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:03,519 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:03,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:03,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335843533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/95df77c3869a4c3c9992d9d21f2bebfa 2024-11-23T04:23:03,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335843550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335843554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/a1e28a10374446baad7427d650b2d1b3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a1e28a10374446baad7427d650b2d1b3 2024-11-23T04:23:03,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a1e28a10374446baad7427d650b2d1b3, entries=200, sequenceid=194, filesize=14.2 K 2024-11-23T04:23:03,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/bdb70c3ec8f54ec48dead6108019c311 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bdb70c3ec8f54ec48dead6108019c311 2024-11-23T04:23:03,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bdb70c3ec8f54ec48dead6108019c311, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T04:23:03,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/95df77c3869a4c3c9992d9d21f2bebfa as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/95df77c3869a4c3c9992d9d21f2bebfa 2024-11-23T04:23:03,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/95df77c3869a4c3c9992d9d21f2bebfa, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T04:23:03,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 40012fff9f945e9c0140d9d0cbbcada9 in 593ms, sequenceid=194, compaction requested=true 2024-11-23T04:23:03,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:03,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:03,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:03,590 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:23:03,590 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:23:03,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:03,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:03,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:03,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:03,593 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:23:03,593 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:23:03,593 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:03,593 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/12ee03b8e2d74b3080c2ee2dfcd3fbd2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/8c666fa3a7b8439c9c76fbf9fdccfe71, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c555d5bdfe7c4dcfa580181e572a0c01, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bdb70c3ec8f54ec48dead6108019c311] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=47.7 K 2024-11-23T04:23:03,593 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51202 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:23:03,593 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:23:03,593 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:03,594 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/6ae41096501b47fd91080baf3a050f4d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/b7beedfdea1441e9848b4ee4cf1a9db3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/11138b6196c648a09f01dfbe6b703089, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a1e28a10374446baad7427d650b2d1b3] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=50.0 K 2024-11-23T04:23:03,595 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ae41096501b47fd91080baf3a050f4d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732335780757 2024-11-23T04:23:03,595 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 12ee03b8e2d74b3080c2ee2dfcd3fbd2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732335780757 2024-11-23T04:23:03,596 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c666fa3a7b8439c9c76fbf9fdccfe71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732335781408 2024-11-23T04:23:03,596 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7beedfdea1441e9848b4ee4cf1a9db3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732335781408 2024-11-23T04:23:03,596 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11138b6196c648a09f01dfbe6b703089, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732335782513 2024-11-23T04:23:03,596 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c555d5bdfe7c4dcfa580181e572a0c01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732335782513 2024-11-23T04:23:03,597 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting bdb70c3ec8f54ec48dead6108019c311, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732335782867 2024-11-23T04:23:03,597 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1e28a10374446baad7427d650b2d1b3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732335782867 2024-11-23T04:23:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T04:23:03,623 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:03,623 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/0695c65cbbae421bb908d55d3fbdd297 is 50, key is test_row_0/A:col10/1732335782994/Put/seqid=0 2024-11-23T04:23:03,630 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:03,631 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/44bccaae9c50435f9edd3496da2459d6 is 50, key is test_row_0/B:col10/1732335782994/Put/seqid=0 2024-11-23T04:23:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:03,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:23:03,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:03,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:03,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:03,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:03,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:03,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:03,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742130_1306 (size=12595) 2024-11-23T04:23:03,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/a109f1207eb9442fa63a145ed2ea74f2 is 50, key is test_row_0/A:col10/1732335783015/Put/seqid=0 2024-11-23T04:23:03,667 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/0695c65cbbae421bb908d55d3fbdd297 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/0695c65cbbae421bb908d55d3fbdd297 2024-11-23T04:23:03,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T04:23:03,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:03,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:03,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:03,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:03,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:03,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742131_1307 (size=12595) 2024-11-23T04:23:03,676 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into 0695c65cbbae421bb908d55d3fbdd297(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:03,676 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:03,676 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=12, startTime=1732335783590; duration=0sec 2024-11-23T04:23:03,676 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:03,676 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:23:03,676 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:23:03,680 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:23:03,681 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:23:03,681 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:03,681 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/2cadf2802a7846cf83970288a3b303dc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/e0b3e476eeba4194a74fa609ee621c74, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b43bfddaf96e4eb086085ff85674d562, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/95df77c3869a4c3c9992d9d21f2bebfa] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=47.7 K 2024-11-23T04:23:03,681 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cadf2802a7846cf83970288a3b303dc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732335780757 2024-11-23T04:23:03,684 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0b3e476eeba4194a74fa609ee621c74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732335781408 2024-11-23T04:23:03,684 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting b43bfddaf96e4eb086085ff85674d562, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732335782513 2024-11-23T04:23:03,685 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/44bccaae9c50435f9edd3496da2459d6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/44bccaae9c50435f9edd3496da2459d6 2024-11-23T04:23:03,685 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95df77c3869a4c3c9992d9d21f2bebfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732335782867 2024-11-23T04:23:03,694 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into 44bccaae9c50435f9edd3496da2459d6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:03,694 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:03,694 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=12, startTime=1732335783590; duration=0sec 2024-11-23T04:23:03,694 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:03,694 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:23:03,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335843705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335843705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742132_1308 (size=14541) 2024-11-23T04:23:03,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/a109f1207eb9442fa63a145ed2ea74f2 2024-11-23T04:23:03,728 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:03,729 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/0c812be83e674259a65fe159826d256d is 50, key is test_row_0/C:col10/1732335782994/Put/seqid=0 2024-11-23T04:23:03,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/ee2c1b1d757e4bd1ae1583ef9611936b is 50, key is test_row_0/B:col10/1732335783015/Put/seqid=0 2024-11-23T04:23:03,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742133_1309 (size=12595) 2024-11-23T04:23:03,785 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/0c812be83e674259a65fe159826d256d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/0c812be83e674259a65fe159826d256d 2024-11-23T04:23:03,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742134_1310 (size=12151) 2024-11-23T04:23:03,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/ee2c1b1d757e4bd1ae1583ef9611936b 2024-11-23T04:23:03,795 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into 0c812be83e674259a65fe159826d256d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:03,795 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:03,795 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=12, startTime=1732335783590; duration=0sec 2024-11-23T04:23:03,795 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:03,795 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:03,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T04:23:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335843810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/08f3af9433994a95b5f83c214abf8c19 is 50, key is test_row_0/C:col10/1732335783015/Put/seqid=0 2024-11-23T04:23:03,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335843810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T04:23:03,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:03,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:03,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:03,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:03,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:03,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742135_1311 (size=12151) 2024-11-23T04:23:03,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/08f3af9433994a95b5f83c214abf8c19 2024-11-23T04:23:03,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/a109f1207eb9442fa63a145ed2ea74f2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a109f1207eb9442fa63a145ed2ea74f2 2024-11-23T04:23:03,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a109f1207eb9442fa63a145ed2ea74f2, entries=200, sequenceid=206, filesize=14.2 K 2024-11-23T04:23:03,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/ee2c1b1d757e4bd1ae1583ef9611936b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/ee2c1b1d757e4bd1ae1583ef9611936b 2024-11-23T04:23:03,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/ee2c1b1d757e4bd1ae1583ef9611936b, entries=150, sequenceid=206, filesize=11.9 K 2024-11-23T04:23:03,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/08f3af9433994a95b5f83c214abf8c19 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/08f3af9433994a95b5f83c214abf8c19 2024-11-23T04:23:03,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/08f3af9433994a95b5f83c214abf8c19, entries=150, sequenceid=206, filesize=11.9 K 2024-11-23T04:23:03,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 40012fff9f945e9c0140d9d0cbbcada9 in 243ms, sequenceid=206, compaction requested=false 2024-11-23T04:23:03,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:03,985 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:03,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T04:23:03,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:03,986 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:23:03,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:03,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:03,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:03,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:03,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:03,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:04,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/1bfaada87ef24bd49cc8f52b608f1810 is 50, key is test_row_0/A:col10/1732335783695/Put/seqid=0 2024-11-23T04:23:04,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:04,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742136_1312 (size=12151) 2024-11-23T04:23:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335844048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335844049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T04:23:04,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335844154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:04,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335844154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:04,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:04,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335844358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335844358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:04,448 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/1bfaada87ef24bd49cc8f52b608f1810 2024-11-23T04:23:04,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/50ed7a46ff6a4aebad7c96e2677ed7cd is 50, key is test_row_0/B:col10/1732335783695/Put/seqid=0 2024-11-23T04:23:04,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742137_1313 (size=12151) 2024-11-23T04:23:04,527 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/50ed7a46ff6a4aebad7c96e2677ed7cd 2024-11-23T04:23:04,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/f203ed7529d243ad9155035acf0a03f6 is 50, key is test_row_0/C:col10/1732335783695/Put/seqid=0 2024-11-23T04:23:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742138_1314 (size=12151) 2024-11-23T04:23:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T04:23:04,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335844661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:04,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335844663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:04,984 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/f203ed7529d243ad9155035acf0a03f6 2024-11-23T04:23:04,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/1bfaada87ef24bd49cc8f52b608f1810 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1bfaada87ef24bd49cc8f52b608f1810 2024-11-23T04:23:04,999 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1bfaada87ef24bd49cc8f52b608f1810, entries=150, sequenceid=233, filesize=11.9 K 2024-11-23T04:23:05,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/50ed7a46ff6a4aebad7c96e2677ed7cd as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/50ed7a46ff6a4aebad7c96e2677ed7cd 2024-11-23T04:23:05,005 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/50ed7a46ff6a4aebad7c96e2677ed7cd, entries=150, sequenceid=233, filesize=11.9 K 2024-11-23T04:23:05,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/f203ed7529d243ad9155035acf0a03f6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/f203ed7529d243ad9155035acf0a03f6 2024-11-23T04:23:05,013 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/f203ed7529d243ad9155035acf0a03f6, entries=150, sequenceid=233, filesize=11.9 K 2024-11-23T04:23:05,021 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 40012fff9f945e9c0140d9d0cbbcada9 in 1028ms, sequenceid=233, compaction requested=true 2024-11-23T04:23:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-23T04:23:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-23T04:23:05,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-23T04:23:05,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5030 sec 2024-11-23T04:23:05,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.5110 sec 2024-11-23T04:23:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:05,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:23:05,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:05,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:05,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:05,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:05,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:05,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:05,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/64788bf450f14d4d9cafdef376af278c is 50, key is test_row_0/A:col10/1732335785171/Put/seqid=0 2024-11-23T04:23:05,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742139_1315 (size=16931) 2024-11-23T04:23:05,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/64788bf450f14d4d9cafdef376af278c 2024-11-23T04:23:05,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/c7e2989ed92d4dae974ae7ff50e1f7ca is 50, key is test_row_0/B:col10/1732335785171/Put/seqid=0 2024-11-23T04:23:05,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335845229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335845230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742140_1316 (size=12151) 2024-11-23T04:23:05,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/c7e2989ed92d4dae974ae7ff50e1f7ca 2024-11-23T04:23:05,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/6ea426385cbd4fa3b52b9c8b121314c7 is 50, key is test_row_0/C:col10/1732335785171/Put/seqid=0 2024-11-23T04:23:05,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335845335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335845336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742141_1317 (size=12151) 2024-11-23T04:23:05,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/6ea426385cbd4fa3b52b9c8b121314c7 2024-11-23T04:23:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/64788bf450f14d4d9cafdef376af278c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/64788bf450f14d4d9cafdef376af278c 2024-11-23T04:23:05,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/64788bf450f14d4d9cafdef376af278c, entries=250, sequenceid=247, filesize=16.5 K 2024-11-23T04:23:05,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/c7e2989ed92d4dae974ae7ff50e1f7ca as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c7e2989ed92d4dae974ae7ff50e1f7ca 2024-11-23T04:23:05,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c7e2989ed92d4dae974ae7ff50e1f7ca, entries=150, sequenceid=247, filesize=11.9 K 2024-11-23T04:23:05,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/6ea426385cbd4fa3b52b9c8b121314c7 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/6ea426385cbd4fa3b52b9c8b121314c7 2024-11-23T04:23:05,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/6ea426385cbd4fa3b52b9c8b121314c7, entries=150, sequenceid=247, filesize=11.9 K 2024-11-23T04:23:05,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 40012fff9f945e9c0140d9d0cbbcada9 in 218ms, sequenceid=247, compaction requested=true 2024-11-23T04:23:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:05,391 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:23:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:05,391 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:23:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:05,393 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56218 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:23:05,393 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:23:05,393 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:05,393 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/0695c65cbbae421bb908d55d3fbdd297, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a109f1207eb9442fa63a145ed2ea74f2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1bfaada87ef24bd49cc8f52b608f1810, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/64788bf450f14d4d9cafdef376af278c] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=54.9 K 2024-11-23T04:23:05,393 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:23:05,393 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:23:05,393 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:05,394 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/44bccaae9c50435f9edd3496da2459d6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/ee2c1b1d757e4bd1ae1583ef9611936b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/50ed7a46ff6a4aebad7c96e2677ed7cd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c7e2989ed92d4dae974ae7ff50e1f7ca] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=47.9 K 2024-11-23T04:23:05,394 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 44bccaae9c50435f9edd3496da2459d6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732335782867 2024-11-23T04:23:05,394 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0695c65cbbae421bb908d55d3fbdd297, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732335782867 2024-11-23T04:23:05,394 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting ee2c1b1d757e4bd1ae1583ef9611936b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732335783010 2024-11-23T04:23:05,395 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a109f1207eb9442fa63a145ed2ea74f2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732335783010 2024-11-23T04:23:05,395 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bfaada87ef24bd49cc8f52b608f1810, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732335783695 2024-11-23T04:23:05,395 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 50ed7a46ff6a4aebad7c96e2677ed7cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732335783695 2024-11-23T04:23:05,395 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c7e2989ed92d4dae974ae7ff50e1f7ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732335784029 2024-11-23T04:23:05,395 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64788bf450f14d4d9cafdef376af278c, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732335784029 2024-11-23T04:23:05,414 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:05,415 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/9739edf20c814426b950056396ee3ec3 is 50, key is test_row_0/A:col10/1732335785171/Put/seqid=0 2024-11-23T04:23:05,431 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:05,431 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/ab5c210a17a34cc49a6781f5b84c5459 is 50, key is test_row_0/B:col10/1732335785171/Put/seqid=0 2024-11-23T04:23:05,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742142_1318 (size=12731) 2024-11-23T04:23:05,476 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/9739edf20c814426b950056396ee3ec3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/9739edf20c814426b950056396ee3ec3 2024-11-23T04:23:05,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742143_1319 (size=12731) 2024-11-23T04:23:05,489 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into 9739edf20c814426b950056396ee3ec3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:05,489 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:05,490 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=12, startTime=1732335785391; duration=0sec 2024-11-23T04:23:05,492 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:05,492 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:23:05,492 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:23:05,493 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/ab5c210a17a34cc49a6781f5b84c5459 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/ab5c210a17a34cc49a6781f5b84c5459 2024-11-23T04:23:05,495 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:23:05,495 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:23:05,495 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:05,500 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into ab5c210a17a34cc49a6781f5b84c5459(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:05,500 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:05,500 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=12, startTime=1732335785391; duration=0sec 2024-11-23T04:23:05,500 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:05,500 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:23:05,501 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/0c812be83e674259a65fe159826d256d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/08f3af9433994a95b5f83c214abf8c19, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/f203ed7529d243ad9155035acf0a03f6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/6ea426385cbd4fa3b52b9c8b121314c7] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=47.9 K 2024-11-23T04:23:05,501 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c812be83e674259a65fe159826d256d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732335782867 2024-11-23T04:23:05,502 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08f3af9433994a95b5f83c214abf8c19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732335783010 2024-11-23T04:23:05,502 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting f203ed7529d243ad9155035acf0a03f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732335783695 2024-11-23T04:23:05,503 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ea426385cbd4fa3b52b9c8b121314c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732335784029 2024-11-23T04:23:05,522 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:05,523 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/b4cbac29bda54abbaa0cdb2fe86763c2 is 50, key is test_row_0/C:col10/1732335785171/Put/seqid=0 2024-11-23T04:23:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:05,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T04:23:05,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:05,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:05,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:05,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:05,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:05,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:05,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/9430fa2bc9774384b2d0325954d58a0f is 50, key is test_row_0/A:col10/1732335785229/Put/seqid=0 2024-11-23T04:23:05,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335845560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335845562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335845563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335845566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335845574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,576 DEBUG [Thread-1219 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:23:05,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742144_1320 (size=12731) 2024-11-23T04:23:05,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742145_1321 (size=14741) 2024-11-23T04:23:05,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/9430fa2bc9774384b2d0325954d58a0f 2024-11-23T04:23:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T04:23:05,622 INFO [Thread-1221 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-23T04:23:05,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-23T04:23:05,625 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:05,626 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:05,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T04:23:05,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/27a0be7334774f938b991b3f054831fe is 50, key is test_row_0/B:col10/1732335785229/Put/seqid=0 2024-11-23T04:23:05,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335845668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335845668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335845669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335845672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742146_1322 (size=12301) 2024-11-23T04:23:05,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/27a0be7334774f938b991b3f054831fe 2024-11-23T04:23:05,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/e9f171315c6043559c310c6aaa48d294 is 50, key is test_row_0/C:col10/1732335785229/Put/seqid=0 2024-11-23T04:23:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T04:23:05,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742147_1323 (size=12301) 2024-11-23T04:23:05,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/e9f171315c6043559c310c6aaa48d294 2024-11-23T04:23:05,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/9430fa2bc9774384b2d0325954d58a0f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/9430fa2bc9774384b2d0325954d58a0f 2024-11-23T04:23:05,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/9430fa2bc9774384b2d0325954d58a0f, entries=200, sequenceid=272, filesize=14.4 K 2024-11-23T04:23:05,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/27a0be7334774f938b991b3f054831fe as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/27a0be7334774f938b991b3f054831fe 2024-11-23T04:23:05,778 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T04:23:05,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:05,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:05,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:05,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:05,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:05,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/27a0be7334774f938b991b3f054831fe, entries=150, sequenceid=272, filesize=12.0 K 2024-11-23T04:23:05,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/e9f171315c6043559c310c6aaa48d294 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/e9f171315c6043559c310c6aaa48d294 2024-11-23T04:23:05,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/e9f171315c6043559c310c6aaa48d294, entries=150, sequenceid=272, filesize=12.0 K 2024-11-23T04:23:05,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 40012fff9f945e9c0140d9d0cbbcada9 in 255ms, sequenceid=272, compaction requested=false 2024-11-23T04:23:05,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:05,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:23:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:05,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/079d9c9772cc4d27b9d7ee72ae244fbe is 50, key is test_row_0/A:col10/1732335785873/Put/seqid=0 2024-11-23T04:23:05,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742148_1324 (size=12301) 2024-11-23T04:23:05,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335845899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335845901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335845902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335845904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T04:23:05,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:05,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T04:23:05,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:05,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:05,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:05,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:05,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:05,999 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/b4cbac29bda54abbaa0cdb2fe86763c2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b4cbac29bda54abbaa0cdb2fe86763c2 2024-11-23T04:23:06,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335846006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335846007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335846007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335846009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,013 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into b4cbac29bda54abbaa0cdb2fe86763c2(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:06,013 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:06,013 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=12, startTime=1732335785391; duration=0sec 2024-11-23T04:23:06,013 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:06,013 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:06,085 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T04:23:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335846209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335846212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335846213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335846214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T04:23:06,240 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T04:23:06,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:06,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/079d9c9772cc4d27b9d7ee72ae244fbe 2024-11-23T04:23:06,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/307cc5851177422281f952b3580c8a91 is 50, key is test_row_0/B:col10/1732335785873/Put/seqid=0 2024-11-23T04:23:06,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742149_1325 (size=12301) 2024-11-23T04:23:06,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/307cc5851177422281f952b3580c8a91 2024-11-23T04:23:06,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/75ab93e1a19b45e5a15fc9f97e13b9d4 is 50, key is test_row_0/C:col10/1732335785873/Put/seqid=0 2024-11-23T04:23:06,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742150_1326 (size=12301) 2024-11-23T04:23:06,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/75ab93e1a19b45e5a15fc9f97e13b9d4 2024-11-23T04:23:06,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T04:23:06,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/079d9c9772cc4d27b9d7ee72ae244fbe as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/079d9c9772cc4d27b9d7ee72ae244fbe 2024-11-23T04:23:06,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/079d9c9772cc4d27b9d7ee72ae244fbe, entries=150, sequenceid=287, filesize=12.0 K 2024-11-23T04:23:06,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/307cc5851177422281f952b3580c8a91 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/307cc5851177422281f952b3580c8a91 2024-11-23T04:23:06,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/307cc5851177422281f952b3580c8a91, entries=150, sequenceid=287, filesize=12.0 K 2024-11-23T04:23:06,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/75ab93e1a19b45e5a15fc9f97e13b9d4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/75ab93e1a19b45e5a15fc9f97e13b9d4 2024-11-23T04:23:06,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/75ab93e1a19b45e5a15fc9f97e13b9d4, entries=150, sequenceid=287, filesize=12.0 K 2024-11-23T04:23:06,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 40012fff9f945e9c0140d9d0cbbcada9 in 548ms, sequenceid=287, compaction requested=true 2024-11-23T04:23:06,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:06,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:06,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:06,425 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:06,425 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:06,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:06,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:06,426 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:06,426 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:23:06,426 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,426 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/ab5c210a17a34cc49a6781f5b84c5459, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/27a0be7334774f938b991b3f054831fe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/307cc5851177422281f952b3580c8a91] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=36.5 K 2024-11-23T04:23:06,426 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:06,427 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:23:06,427 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,427 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/9739edf20c814426b950056396ee3ec3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/9430fa2bc9774384b2d0325954d58a0f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/079d9c9772cc4d27b9d7ee72ae244fbe] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=38.8 K 2024-11-23T04:23:06,427 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9739edf20c814426b950056396ee3ec3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732335784029 2024-11-23T04:23:06,427 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting ab5c210a17a34cc49a6781f5b84c5459, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732335784029 2024-11-23T04:23:06,428 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 27a0be7334774f938b991b3f054831fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732335785223 2024-11-23T04:23:06,428 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9430fa2bc9774384b2d0325954d58a0f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732335785223 2024-11-23T04:23:06,428 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 307cc5851177422281f952b3580c8a91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732335785560 2024-11-23T04:23:06,429 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 079d9c9772cc4d27b9d7ee72ae244fbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732335785560 2024-11-23T04:23:06,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:06,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:06,450 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:06,450 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/65c602ad192a43fd9610f6595618b0be is 50, key is test_row_0/B:col10/1732335785873/Put/seqid=0 2024-11-23T04:23:06,458 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:06,459 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/1c5e6c8aebce4d3291c2de38d33d3b4c is 50, key is test_row_0/A:col10/1732335785873/Put/seqid=0 2024-11-23T04:23:06,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742151_1327 (size=12983) 2024-11-23T04:23:06,519 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/65c602ad192a43fd9610f6595618b0be as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/65c602ad192a43fd9610f6595618b0be 2024-11-23T04:23:06,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T04:23:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:06,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:06,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:06,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:06,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:06,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:06,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:06,528 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into 65c602ad192a43fd9610f6595618b0be(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:06,528 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:06,528 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=13, startTime=1732335786425; duration=0sec 2024-11-23T04:23:06,528 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:06,528 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:23:06,529 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:06,530 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:06,530 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:23:06,530 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,530 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b4cbac29bda54abbaa0cdb2fe86763c2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/e9f171315c6043559c310c6aaa48d294, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/75ab93e1a19b45e5a15fc9f97e13b9d4] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=36.5 K 2024-11-23T04:23:06,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742152_1328 (size=12983) 2024-11-23T04:23:06,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/45e8b069260343c49d236d4a16c22b68 is 50, key is test_row_0/A:col10/1732335786518/Put/seqid=0 2024-11-23T04:23:06,531 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting b4cbac29bda54abbaa0cdb2fe86763c2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732335784029 2024-11-23T04:23:06,531 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting e9f171315c6043559c310c6aaa48d294, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732335785223 2024-11-23T04:23:06,531 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 75ab93e1a19b45e5a15fc9f97e13b9d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732335785560 2024-11-23T04:23:06,540 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/1c5e6c8aebce4d3291c2de38d33d3b4c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1c5e6c8aebce4d3291c2de38d33d3b4c 2024-11-23T04:23:06,548 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into 1c5e6c8aebce4d3291c2de38d33d3b4c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:06,548 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:06,548 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=13, startTime=1732335786425; duration=0sec 2024-11-23T04:23:06,548 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:06,548 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:23:06,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T04:23:06,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:06,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335846546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335846546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,554 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:06,555 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/0c7ec1f415d447588c3ae0f6f7e19205 is 50, key is test_row_0/C:col10/1732335785873/Put/seqid=0 2024-11-23T04:23:06,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335846552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335846552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742153_1329 (size=14741) 2024-11-23T04:23:06,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742154_1330 (size=12983) 2024-11-23T04:23:06,593 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/0c7ec1f415d447588c3ae0f6f7e19205 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/0c7ec1f415d447588c3ae0f6f7e19205 2024-11-23T04:23:06,606 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into 0c7ec1f415d447588c3ae0f6f7e19205(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:06,606 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:06,606 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=13, startTime=1732335786426; duration=0sec 2024-11-23T04:23:06,607 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:06,607 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:06,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335846654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335846654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335846659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335846660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T04:23:06,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:06,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T04:23:06,856 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T04:23:06,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:06,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:06,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335846856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:06,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335846856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335846861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335846862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:06,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/45e8b069260343c49d236d4a16c22b68 2024-11-23T04:23:06,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/270ba3030c0440bc80bb5e8a61312d2a is 50, key is test_row_0/B:col10/1732335786518/Put/seqid=0 2024-11-23T04:23:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742155_1331 (size=12301) 2024-11-23T04:23:07,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/270ba3030c0440bc80bb5e8a61312d2a 2024-11-23T04:23:07,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/1862d076236c440da6a20d9f3db1be5c is 50, key is test_row_0/C:col10/1732335786518/Put/seqid=0 2024-11-23T04:23:07,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T04:23:07,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:07,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:07,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:07,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:07,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:07,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742156_1332 (size=12301) 2024-11-23T04:23:07,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/1862d076236c440da6a20d9f3db1be5c 2024-11-23T04:23:07,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/45e8b069260343c49d236d4a16c22b68 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/45e8b069260343c49d236d4a16c22b68 2024-11-23T04:23:07,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/45e8b069260343c49d236d4a16c22b68, entries=200, sequenceid=311, filesize=14.4 K 2024-11-23T04:23:07,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/270ba3030c0440bc80bb5e8a61312d2a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/270ba3030c0440bc80bb5e8a61312d2a 2024-11-23T04:23:07,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/270ba3030c0440bc80bb5e8a61312d2a, entries=150, sequenceid=311, filesize=12.0 K 2024-11-23T04:23:07,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/1862d076236c440da6a20d9f3db1be5c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/1862d076236c440da6a20d9f3db1be5c 2024-11-23T04:23:07,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/1862d076236c440da6a20d9f3db1be5c, entries=150, sequenceid=311, filesize=12.0 K 2024-11-23T04:23:07,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 40012fff9f945e9c0140d9d0cbbcada9 in 542ms, sequenceid=311, compaction requested=false 2024-11-23T04:23:07,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:07,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T04:23:07,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:07,164 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T04:23:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:07,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:07,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/3ea4a55564c04693bf71365134548627 is 50, key is test_row_0/A:col10/1732335787160/Put/seqid=0 2024-11-23T04:23:07,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742157_1333 (size=12301) 2024-11-23T04:23:07,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/3ea4a55564c04693bf71365134548627 2024-11-23T04:23:07,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335847196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335847196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335847201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335847201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/6fa9fade4be14b3aa1338a52b85822b9 is 50, key is test_row_0/B:col10/1732335787160/Put/seqid=0 2024-11-23T04:23:07,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742158_1334 (size=12301) 2024-11-23T04:23:07,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/6fa9fade4be14b3aa1338a52b85822b9 2024-11-23T04:23:07,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/9c845f39ce864de0b44f8196f2f0a0d3 is 50, key is test_row_0/C:col10/1732335787160/Put/seqid=0 2024-11-23T04:23:07,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335847303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335847303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335847307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335847307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T04:23:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:07,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:07,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742159_1335 (size=12301) 2024-11-23T04:23:07,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/9c845f39ce864de0b44f8196f2f0a0d3 2024-11-23T04:23:07,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/3ea4a55564c04693bf71365134548627 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3ea4a55564c04693bf71365134548627 2024-11-23T04:23:07,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3ea4a55564c04693bf71365134548627, entries=150, sequenceid=330, filesize=12.0 K 2024-11-23T04:23:07,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/6fa9fade4be14b3aa1338a52b85822b9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6fa9fade4be14b3aa1338a52b85822b9 2024-11-23T04:23:07,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6fa9fade4be14b3aa1338a52b85822b9, entries=150, sequenceid=330, filesize=12.0 K 2024-11-23T04:23:07,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/9c845f39ce864de0b44f8196f2f0a0d3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/9c845f39ce864de0b44f8196f2f0a0d3 2024-11-23T04:23:07,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/9c845f39ce864de0b44f8196f2f0a0d3, entries=150, sequenceid=330, filesize=12.0 K 2024-11-23T04:23:07,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 40012fff9f945e9c0140d9d0cbbcada9 in 206ms, sequenceid=330, compaction requested=true 2024-11-23T04:23:07,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:07,368 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:07,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:07,369 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:07,369 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:23:07,369 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:07,369 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1c5e6c8aebce4d3291c2de38d33d3b4c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/45e8b069260343c49d236d4a16c22b68, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3ea4a55564c04693bf71365134548627] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=39.1 K 2024-11-23T04:23:07,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:07,370 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c5e6c8aebce4d3291c2de38d33d3b4c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732335785560 2024-11-23T04:23:07,371 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45e8b069260343c49d236d4a16c22b68, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732335785900 2024-11-23T04:23:07,371 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:07,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:07,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:07,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:07,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:07,372 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ea4a55564c04693bf71365134548627, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732335786549 2024-11-23T04:23:07,373 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:07,373 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:23:07,373 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:07,373 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/65c602ad192a43fd9610f6595618b0be, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/270ba3030c0440bc80bb5e8a61312d2a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6fa9fade4be14b3aa1338a52b85822b9] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=36.7 K 2024-11-23T04:23:07,374 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 65c602ad192a43fd9610f6595618b0be, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732335785560 2024-11-23T04:23:07,374 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 270ba3030c0440bc80bb5e8a61312d2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732335785900 2024-11-23T04:23:07,375 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fa9fade4be14b3aa1338a52b85822b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732335786549 2024-11-23T04:23:07,392 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:07,393 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/d03b93200776454dbedc8aad2e30c6c9 is 50, key is test_row_0/A:col10/1732335787160/Put/seqid=0 2024-11-23T04:23:07,410 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:07,411 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/a17fa6799e3142aebab63b57a78e0fd8 is 50, key is test_row_0/B:col10/1732335787160/Put/seqid=0 2024-11-23T04:23:07,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742160_1336 (size=13085) 2024-11-23T04:23:07,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742161_1337 (size=13085) 2024-11-23T04:23:07,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T04:23:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:07,473 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T04:23:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:07,483 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/a17fa6799e3142aebab63b57a78e0fd8 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/a17fa6799e3142aebab63b57a78e0fd8 2024-11-23T04:23:07,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/88005be051414fabaf3ec09fe6108373 is 50, key is test_row_0/A:col10/1732335787199/Put/seqid=0 2024-11-23T04:23:07,494 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into a17fa6799e3142aebab63b57a78e0fd8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:07,494 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:07,494 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=13, startTime=1732335787371; duration=0sec 2024-11-23T04:23:07,494 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:07,494 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:23:07,494 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:07,498 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:07,499 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:23:07,499 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:07,499 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/0c7ec1f415d447588c3ae0f6f7e19205, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/1862d076236c440da6a20d9f3db1be5c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/9c845f39ce864de0b44f8196f2f0a0d3] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=36.7 K 2024-11-23T04:23:07,499 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c7ec1f415d447588c3ae0f6f7e19205, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732335785560 2024-11-23T04:23:07,500 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 1862d076236c440da6a20d9f3db1be5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732335785900 2024-11-23T04:23:07,500 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c845f39ce864de0b44f8196f2f0a0d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732335786549 2024-11-23T04:23:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:07,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:07,522 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:07,523 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/25b7dc1af2af4c708de0ff6f4896415b is 50, key is test_row_0/C:col10/1732335787160/Put/seqid=0 2024-11-23T04:23:07,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335847525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335847527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335847527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335847530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742162_1338 (size=12301) 2024-11-23T04:23:07,543 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/88005be051414fabaf3ec09fe6108373 2024-11-23T04:23:07,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742163_1339 (size=13085) 2024-11-23T04:23:07,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/bcc1f72e236c49f49f0508d467cc3f21 is 50, key is test_row_0/B:col10/1732335787199/Put/seqid=0 2024-11-23T04:23:07,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742164_1340 (size=12301) 2024-11-23T04:23:07,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335847631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335847632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335847634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335847634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T04:23:07,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335847836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335847836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335847837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335847839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:07,846 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/d03b93200776454dbedc8aad2e30c6c9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/d03b93200776454dbedc8aad2e30c6c9 2024-11-23T04:23:07,852 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into d03b93200776454dbedc8aad2e30c6c9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:07,852 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:07,853 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=13, startTime=1732335787368; duration=0sec 2024-11-23T04:23:07,853 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:07,853 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:23:07,977 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/25b7dc1af2af4c708de0ff6f4896415b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/25b7dc1af2af4c708de0ff6f4896415b 2024-11-23T04:23:07,982 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into 25b7dc1af2af4c708de0ff6f4896415b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:07,982 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:07,982 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=13, startTime=1732335787372; duration=0sec 2024-11-23T04:23:07,982 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:07,982 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:08,009 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/bcc1f72e236c49f49f0508d467cc3f21 2024-11-23T04:23:08,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/98e59e78d79d4fe0a61690480f207efe is 50, key is test_row_0/C:col10/1732335787199/Put/seqid=0 2024-11-23T04:23:08,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742165_1341 (size=12301) 2024-11-23T04:23:08,044 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/98e59e78d79d4fe0a61690480f207efe 2024-11-23T04:23:08,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/88005be051414fabaf3ec09fe6108373 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/88005be051414fabaf3ec09fe6108373 2024-11-23T04:23:08,061 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/88005be051414fabaf3ec09fe6108373, entries=150, sequenceid=350, filesize=12.0 K 2024-11-23T04:23:08,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/bcc1f72e236c49f49f0508d467cc3f21 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bcc1f72e236c49f49f0508d467cc3f21 2024-11-23T04:23:08,069 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bcc1f72e236c49f49f0508d467cc3f21, entries=150, sequenceid=350, filesize=12.0 K 2024-11-23T04:23:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/98e59e78d79d4fe0a61690480f207efe as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/98e59e78d79d4fe0a61690480f207efe 2024-11-23T04:23:08,077 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/98e59e78d79d4fe0a61690480f207efe, entries=150, sequenceid=350, filesize=12.0 K 2024-11-23T04:23:08,078 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 40012fff9f945e9c0140d9d0cbbcada9 in 605ms, sequenceid=350, compaction requested=false 2024-11-23T04:23:08,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:08,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:08,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-23T04:23:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-23T04:23:08,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-23T04:23:08,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4540 sec 2024-11-23T04:23:08,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.4600 sec 2024-11-23T04:23:08,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T04:23:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:08,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:08,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:08,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:08,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:08,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:08,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:08,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/476008f26a2c4ebaa16cf1870f28ace6 is 50, key is test_row_0/A:col10/1732335787526/Put/seqid=0 2024-11-23T04:23:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742166_1342 (size=12301) 2024-11-23T04:23:08,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/476008f26a2c4ebaa16cf1870f28ace6 2024-11-23T04:23:08,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/888b3d6922ff458a8822da552dcb0913 is 50, key is test_row_0/B:col10/1732335787526/Put/seqid=0 2024-11-23T04:23:08,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742167_1343 (size=12301) 2024-11-23T04:23:08,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/888b3d6922ff458a8822da552dcb0913 2024-11-23T04:23:08,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/64ec902f5bbe4b86b0e5f3253dcd6d08 is 50, key is test_row_0/C:col10/1732335787526/Put/seqid=0 2024-11-23T04:23:08,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335848165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335848233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335848235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335848235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742168_1344 (size=12301) 2024-11-23T04:23:08,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335848335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335848339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335848339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335848339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335848537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335848544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335848545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335848545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/64ec902f5bbe4b86b0e5f3253dcd6d08 2024-11-23T04:23:08,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/476008f26a2c4ebaa16cf1870f28ace6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/476008f26a2c4ebaa16cf1870f28ace6 2024-11-23T04:23:08,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/476008f26a2c4ebaa16cf1870f28ace6, entries=150, sequenceid=371, filesize=12.0 K 2024-11-23T04:23:08,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/888b3d6922ff458a8822da552dcb0913 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/888b3d6922ff458a8822da552dcb0913 2024-11-23T04:23:08,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/888b3d6922ff458a8822da552dcb0913, entries=150, sequenceid=371, filesize=12.0 K 2024-11-23T04:23:08,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/64ec902f5bbe4b86b0e5f3253dcd6d08 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/64ec902f5bbe4b86b0e5f3253dcd6d08 2024-11-23T04:23:08,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/64ec902f5bbe4b86b0e5f3253dcd6d08, entries=150, sequenceid=371, filesize=12.0 K 2024-11-23T04:23:08,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 40012fff9f945e9c0140d9d0cbbcada9 in 567ms, sequenceid=371, compaction requested=true 2024-11-23T04:23:08,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:08,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:08,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:08,708 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:08,708 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:08,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:08,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:08,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:08,710 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:08,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:08,710 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:23:08,710 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:08,710 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/d03b93200776454dbedc8aad2e30c6c9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/88005be051414fabaf3ec09fe6108373, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/476008f26a2c4ebaa16cf1870f28ace6] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=36.8 K 2024-11-23T04:23:08,710 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:08,710 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:23:08,710 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:08,710 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/a17fa6799e3142aebab63b57a78e0fd8, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bcc1f72e236c49f49f0508d467cc3f21, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/888b3d6922ff458a8822da552dcb0913] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=36.8 K 2024-11-23T04:23:08,711 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting a17fa6799e3142aebab63b57a78e0fd8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732335786549 2024-11-23T04:23:08,711 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting d03b93200776454dbedc8aad2e30c6c9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732335786549 2024-11-23T04:23:08,711 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting bcc1f72e236c49f49f0508d467cc3f21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732335787188 2024-11-23T04:23:08,711 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88005be051414fabaf3ec09fe6108373, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732335787188 2024-11-23T04:23:08,712 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 888b3d6922ff458a8822da552dcb0913, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732335787526 2024-11-23T04:23:08,712 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 476008f26a2c4ebaa16cf1870f28ace6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732335787526 2024-11-23T04:23:08,722 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:08,722 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/3d23120b50ef464dab72a9ed3e57ad8f is 50, key is test_row_0/B:col10/1732335787526/Put/seqid=0 2024-11-23T04:23:08,725 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:08,725 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/cc2ae17a8ca84f61a052d411bcbc6f1c is 50, key is test_row_0/A:col10/1732335787526/Put/seqid=0 2024-11-23T04:23:08,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742169_1345 (size=13187) 2024-11-23T04:23:08,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742170_1346 (size=13187) 2024-11-23T04:23:08,794 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/cc2ae17a8ca84f61a052d411bcbc6f1c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/cc2ae17a8ca84f61a052d411bcbc6f1c 2024-11-23T04:23:08,808 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into cc2ae17a8ca84f61a052d411bcbc6f1c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:08,808 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:08,808 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=13, startTime=1732335788708; duration=0sec 2024-11-23T04:23:08,808 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:08,808 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:23:08,808 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:08,811 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:08,811 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:23:08,811 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:08,811 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/25b7dc1af2af4c708de0ff6f4896415b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/98e59e78d79d4fe0a61690480f207efe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/64ec902f5bbe4b86b0e5f3253dcd6d08] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=36.8 K 2024-11-23T04:23:08,812 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25b7dc1af2af4c708de0ff6f4896415b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732335786549 2024-11-23T04:23:08,813 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98e59e78d79d4fe0a61690480f207efe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732335787188 2024-11-23T04:23:08,814 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64ec902f5bbe4b86b0e5f3253dcd6d08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732335787526 2024-11-23T04:23:08,831 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:08,833 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/a0c9dc998db6441aa1595dd9629ba3cd is 50, key is test_row_0/C:col10/1732335787526/Put/seqid=0 2024-11-23T04:23:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:08,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T04:23:08,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:08,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:08,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:08,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:08,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:08,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:08,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/93e3efe1da9b48e19f1853e4f13584e2 is 50, key is test_row_0/A:col10/1732335788844/Put/seqid=0 2024-11-23T04:23:08,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335848867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335848868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335848871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335848871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742171_1347 (size=13187) 2024-11-23T04:23:08,900 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/a0c9dc998db6441aa1595dd9629ba3cd as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/a0c9dc998db6441aa1595dd9629ba3cd 2024-11-23T04:23:08,907 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into a0c9dc998db6441aa1595dd9629ba3cd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:08,907 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:08,907 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=13, startTime=1732335788709; duration=0sec 2024-11-23T04:23:08,907 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:08,907 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:08,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742172_1348 (size=14741) 2024-11-23T04:23:08,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335848972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335848972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335848976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:08,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335848976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,184 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/3d23120b50ef464dab72a9ed3e57ad8f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/3d23120b50ef464dab72a9ed3e57ad8f 2024-11-23T04:23:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335849183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335849186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335849186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335849186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,196 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into 3d23120b50ef464dab72a9ed3e57ad8f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:09,196 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:09,196 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=13, startTime=1732335788708; duration=0sec 2024-11-23T04:23:09,197 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:09,197 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:23:09,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/93e3efe1da9b48e19f1853e4f13584e2 2024-11-23T04:23:09,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/685d3e32374d408b8249a67fa8dea7e6 is 50, key is test_row_0/B:col10/1732335788844/Put/seqid=0 2024-11-23T04:23:09,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742173_1349 (size=12301) 2024-11-23T04:23:09,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/685d3e32374d408b8249a67fa8dea7e6 2024-11-23T04:23:09,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/177509a7aaf24c59a87a49ae84c18bce is 50, key is test_row_0/C:col10/1732335788844/Put/seqid=0 2024-11-23T04:23:09,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742174_1350 (size=12301) 2024-11-23T04:23:09,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/177509a7aaf24c59a87a49ae84c18bce 2024-11-23T04:23:09,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/93e3efe1da9b48e19f1853e4f13584e2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/93e3efe1da9b48e19f1853e4f13584e2 2024-11-23T04:23:09,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/93e3efe1da9b48e19f1853e4f13584e2, entries=200, sequenceid=392, filesize=14.4 K 2024-11-23T04:23:09,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/685d3e32374d408b8249a67fa8dea7e6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/685d3e32374d408b8249a67fa8dea7e6 2024-11-23T04:23:09,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/685d3e32374d408b8249a67fa8dea7e6, entries=150, sequenceid=392, filesize=12.0 K 2024-11-23T04:23:09,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/177509a7aaf24c59a87a49ae84c18bce as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/177509a7aaf24c59a87a49ae84c18bce 2024-11-23T04:23:09,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/177509a7aaf24c59a87a49ae84c18bce, entries=150, sequenceid=392, filesize=12.0 K 2024-11-23T04:23:09,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 40012fff9f945e9c0140d9d0cbbcada9 in 607ms, sequenceid=392, compaction requested=false 2024-11-23T04:23:09,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:09,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T04:23:09,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:09,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:09,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:09,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:09,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:09,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:09,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/e187e36cef794bc190201ed383b8b795 is 50, key is test_row_0/A:col10/1732335789486/Put/seqid=0 2024-11-23T04:23:09,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335849507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335849508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335849509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335849509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742175_1351 (size=12301) 2024-11-23T04:23:09,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/e187e36cef794bc190201ed383b8b795 2024-11-23T04:23:09,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/6414ad92431d473c98c555315cf649a6 is 50, key is test_row_0/B:col10/1732335789486/Put/seqid=0 2024-11-23T04:23:09,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742176_1352 (size=12301) 2024-11-23T04:23:09,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/6414ad92431d473c98c555315cf649a6 2024-11-23T04:23:09,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58882 deadline: 1732335849602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,603 DEBUG [Thread-1219 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8193 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:23:09,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335849611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335849613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335849613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335849615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/39ed736de0634b9a80237ee6956166f7 is 50, key is test_row_0/C:col10/1732335789486/Put/seqid=0 2024-11-23T04:23:09,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742177_1353 (size=12301) 2024-11-23T04:23:09,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/39ed736de0634b9a80237ee6956166f7 2024-11-23T04:23:09,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/e187e36cef794bc190201ed383b8b795 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/e187e36cef794bc190201ed383b8b795 2024-11-23T04:23:09,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/e187e36cef794bc190201ed383b8b795, entries=150, sequenceid=411, filesize=12.0 K 2024-11-23T04:23:09,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/6414ad92431d473c98c555315cf649a6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6414ad92431d473c98c555315cf649a6 2024-11-23T04:23:09,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6414ad92431d473c98c555315cf649a6, entries=150, sequenceid=411, filesize=12.0 K 2024-11-23T04:23:09,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/39ed736de0634b9a80237ee6956166f7 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/39ed736de0634b9a80237ee6956166f7 2024-11-23T04:23:09,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/39ed736de0634b9a80237ee6956166f7, entries=150, sequenceid=411, filesize=12.0 K 2024-11-23T04:23:09,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 40012fff9f945e9c0140d9d0cbbcada9 in 212ms, sequenceid=411, compaction requested=true 2024-11-23T04:23:09,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:09,701 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:09,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:09,702 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:09,702 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:23:09,702 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:09,703 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/cc2ae17a8ca84f61a052d411bcbc6f1c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/93e3efe1da9b48e19f1853e4f13584e2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/e187e36cef794bc190201ed383b8b795] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=39.3 K 2024-11-23T04:23:09,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:09,703 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:09,703 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc2ae17a8ca84f61a052d411bcbc6f1c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732335787526 2024-11-23T04:23:09,704 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93e3efe1da9b48e19f1853e4f13584e2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732335788160 2024-11-23T04:23:09,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:09,704 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e187e36cef794bc190201ed383b8b795, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732335788864 2024-11-23T04:23:09,705 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:09,705 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:23:09,705 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:09,705 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/3d23120b50ef464dab72a9ed3e57ad8f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/685d3e32374d408b8249a67fa8dea7e6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6414ad92431d473c98c555315cf649a6] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=36.9 K 2024-11-23T04:23:09,705 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d23120b50ef464dab72a9ed3e57ad8f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732335787526 2024-11-23T04:23:09,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:09,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:09,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:09,707 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 685d3e32374d408b8249a67fa8dea7e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732335788160 2024-11-23T04:23:09,709 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 6414ad92431d473c98c555315cf649a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732335788864 2024-11-23T04:23:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T04:23:09,734 INFO [Thread-1221 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-23T04:23:09,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-23T04:23:09,738 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:09,738 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:09,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T04:23:09,746 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:09,746 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/fd46c1c45b91489a8545f4bf79415f3e is 50, key is test_row_0/A:col10/1732335789486/Put/seqid=0 2024-11-23T04:23:09,753 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:09,754 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/89a351f00b4e4fe1bfdefdbac5f5ff0c is 50, key is test_row_0/B:col10/1732335789486/Put/seqid=0 2024-11-23T04:23:09,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742178_1354 (size=13289) 2024-11-23T04:23:09,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742179_1355 (size=13289) 2024-11-23T04:23:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:09,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T04:23:09,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:09,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:09,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:09,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:09,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:09,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:09,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/c3930f6c250242c084c33aa68b0d9ea0 is 50, key is test_row_0/A:col10/1732335789817/Put/seqid=0 2024-11-23T04:23:09,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742180_1356 (size=12301) 2024-11-23T04:23:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T04:23:09,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335849838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335849842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335849844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335849844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T04:23:09,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:09,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:09,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:09,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:09,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:09,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335849943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335849947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335849948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:09,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335849949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T04:23:10,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T04:23:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335850147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335850152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335850152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335850153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,197 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/fd46c1c45b91489a8545f4bf79415f3e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/fd46c1c45b91489a8545f4bf79415f3e 2024-11-23T04:23:10,201 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T04:23:10,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:10,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,208 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/89a351f00b4e4fe1bfdefdbac5f5ff0c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/89a351f00b4e4fe1bfdefdbac5f5ff0c 2024-11-23T04:23:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,212 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into fd46c1c45b91489a8545f4bf79415f3e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:10,212 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:10,212 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=13, startTime=1732335789701; duration=0sec 2024-11-23T04:23:10,212 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:10,212 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:23:10,212 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:10,218 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into 89a351f00b4e4fe1bfdefdbac5f5ff0c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:10,218 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:10,218 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=13, startTime=1732335789703; duration=0sec 2024-11-23T04:23:10,218 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:10,218 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:23:10,221 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:10,221 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:23:10,221 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,221 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/a0c9dc998db6441aa1595dd9629ba3cd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/177509a7aaf24c59a87a49ae84c18bce, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/39ed736de0634b9a80237ee6956166f7] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=36.9 K 2024-11-23T04:23:10,222 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0c9dc998db6441aa1595dd9629ba3cd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732335787526 2024-11-23T04:23:10,222 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 177509a7aaf24c59a87a49ae84c18bce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732335788160 2024-11-23T04:23:10,223 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39ed736de0634b9a80237ee6956166f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732335788864 2024-11-23T04:23:10,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/c3930f6c250242c084c33aa68b0d9ea0 2024-11-23T04:23:10,241 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:10,243 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/c665e66a9ab54ba4b1c0bebd60e95a10 is 50, key is test_row_0/C:col10/1732335789486/Put/seqid=0 2024-11-23T04:23:10,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/1d07d938015b43af980ac3630e6a96c3 is 50, key is test_row_0/B:col10/1732335789817/Put/seqid=0 2024-11-23T04:23:10,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742181_1357 (size=13289) 2024-11-23T04:23:10,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742182_1358 (size=12301) 2024-11-23T04:23:10,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/1d07d938015b43af980ac3630e6a96c3 2024-11-23T04:23:10,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/c5b6d812b0be49c4b60693ed845228b6 is 50, key is test_row_0/C:col10/1732335789817/Put/seqid=0 2024-11-23T04:23:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T04:23:10,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T04:23:10,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:10,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742183_1359 (size=12301) 2024-11-23T04:23:10,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/c5b6d812b0be49c4b60693ed845228b6 2024-11-23T04:23:10,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/c3930f6c250242c084c33aa68b0d9ea0 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/c3930f6c250242c084c33aa68b0d9ea0 2024-11-23T04:23:10,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/c3930f6c250242c084c33aa68b0d9ea0, entries=150, sequenceid=431, filesize=12.0 K 2024-11-23T04:23:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/1d07d938015b43af980ac3630e6a96c3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/1d07d938015b43af980ac3630e6a96c3 2024-11-23T04:23:10,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/1d07d938015b43af980ac3630e6a96c3, entries=150, sequenceid=431, filesize=12.0 K 2024-11-23T04:23:10,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/c5b6d812b0be49c4b60693ed845228b6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/c5b6d812b0be49c4b60693ed845228b6 2024-11-23T04:23:10,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/c5b6d812b0be49c4b60693ed845228b6, entries=150, sequenceid=431, filesize=12.0 K 2024-11-23T04:23:10,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 40012fff9f945e9c0140d9d0cbbcada9 in 606ms, sequenceid=431, compaction requested=false 2024-11-23T04:23:10,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:10,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T04:23:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:10,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/33ea0b32acdf48ad921b2085ae78efac is 50, key is test_row_0/A:col10/1732335789841/Put/seqid=0 2024-11-23T04:23:10,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335850478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335850480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335850480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335850480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742184_1360 (size=12301) 2024-11-23T04:23:10,513 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T04:23:10,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:10,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335850584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335850585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335850585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335850585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,666 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T04:23:10,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:10,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,694 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/c665e66a9ab54ba4b1c0bebd60e95a10 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/c665e66a9ab54ba4b1c0bebd60e95a10 2024-11-23T04:23:10,702 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into c665e66a9ab54ba4b1c0bebd60e95a10(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:10,702 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:10,702 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=13, startTime=1732335789707; duration=0sec 2024-11-23T04:23:10,703 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:10,703 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:10,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335850789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335850790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335850790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335850791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T04:23:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T04:23:10,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/33ea0b32acdf48ad921b2085ae78efac 2024-11-23T04:23:10,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/18c544dc5bcb4ba89d0e752701447162 is 50, key is test_row_0/B:col10/1732335789841/Put/seqid=0 2024-11-23T04:23:10,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742185_1361 (size=12301) 2024-11-23T04:23:10,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:10,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T04:23:10,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:10,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:10,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335851092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335851093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335851093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335851096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,128 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T04:23:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:11,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:11,282 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T04:23:11,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:11,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:11,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/18c544dc5bcb4ba89d0e752701447162 2024-11-23T04:23:11,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/4e281eadbc3b48b28d94c67f59798845 is 50, key is test_row_0/C:col10/1732335789841/Put/seqid=0 2024-11-23T04:23:11,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742186_1362 (size=12301) 2024-11-23T04:23:11,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/4e281eadbc3b48b28d94c67f59798845 2024-11-23T04:23:11,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/33ea0b32acdf48ad921b2085ae78efac as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/33ea0b32acdf48ad921b2085ae78efac 2024-11-23T04:23:11,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/33ea0b32acdf48ad921b2085ae78efac, entries=150, sequenceid=451, filesize=12.0 K 2024-11-23T04:23:11,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/18c544dc5bcb4ba89d0e752701447162 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/18c544dc5bcb4ba89d0e752701447162 2024-11-23T04:23:11,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T04:23:11,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:11,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:11,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:11,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:11,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:11,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/18c544dc5bcb4ba89d0e752701447162, entries=150, sequenceid=451, filesize=12.0 K 2024-11-23T04:23:11,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/4e281eadbc3b48b28d94c67f59798845 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/4e281eadbc3b48b28d94c67f59798845 2024-11-23T04:23:11,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/4e281eadbc3b48b28d94c67f59798845, entries=150, sequenceid=451, filesize=12.0 K 2024-11-23T04:23:11,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 40012fff9f945e9c0140d9d0cbbcada9 in 995ms, sequenceid=451, compaction requested=true 2024-11-23T04:23:11,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:11,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:11,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:11,451 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:11,452 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:11,454 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:11,454 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:23:11,454 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:11,454 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/89a351f00b4e4fe1bfdefdbac5f5ff0c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/1d07d938015b43af980ac3630e6a96c3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/18c544dc5bcb4ba89d0e752701447162] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.0 K 2024-11-23T04:23:11,454 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:11,454 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:23:11,454 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:11,454 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/fd46c1c45b91489a8545f4bf79415f3e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/c3930f6c250242c084c33aa68b0d9ea0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/33ea0b32acdf48ad921b2085ae78efac] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.0 K 2024-11-23T04:23:11,455 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd46c1c45b91489a8545f4bf79415f3e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732335788864 2024-11-23T04:23:11,455 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 89a351f00b4e4fe1bfdefdbac5f5ff0c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732335788864 2024-11-23T04:23:11,455 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3930f6c250242c084c33aa68b0d9ea0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732335789502 2024-11-23T04:23:11,456 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d07d938015b43af980ac3630e6a96c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732335789502 2024-11-23T04:23:11,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:11,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:11,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:11,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:11,456 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33ea0b32acdf48ad921b2085ae78efac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732335789839 2024-11-23T04:23:11,456 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 18c544dc5bcb4ba89d0e752701447162, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732335789839 2024-11-23T04:23:11,482 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:11,482 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/781680db6ea5401ab389b11c247ac61b is 50, key is test_row_0/A:col10/1732335789841/Put/seqid=0 2024-11-23T04:23:11,485 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:11,486 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/dec8e8ba97c64e6e921affeae2191ba4 is 50, key is test_row_0/B:col10/1732335789841/Put/seqid=0 2024-11-23T04:23:11,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742187_1363 (size=13391) 2024-11-23T04:23:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742188_1364 (size=13391) 2024-11-23T04:23:11,529 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/dec8e8ba97c64e6e921affeae2191ba4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/dec8e8ba97c64e6e921affeae2191ba4 2024-11-23T04:23:11,535 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into dec8e8ba97c64e6e921affeae2191ba4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:11,535 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:11,535 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=13, startTime=1732335791451; duration=0sec 2024-11-23T04:23:11,535 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:11,536 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:23:11,536 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:11,537 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:11,537 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:23:11,537 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:11,537 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/c665e66a9ab54ba4b1c0bebd60e95a10, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/c5b6d812b0be49c4b60693ed845228b6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/4e281eadbc3b48b28d94c67f59798845] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.0 K 2024-11-23T04:23:11,538 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c665e66a9ab54ba4b1c0bebd60e95a10, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732335788864 2024-11-23T04:23:11,538 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c5b6d812b0be49c4b60693ed845228b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732335789502 2024-11-23T04:23:11,538 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e281eadbc3b48b28d94c67f59798845, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732335789839 2024-11-23T04:23:11,550 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:11,550 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/a8411dcb328343238cf53341f5549a38 is 50, key is test_row_0/C:col10/1732335789841/Put/seqid=0 2024-11-23T04:23:11,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742189_1365 (size=13391) 2024-11-23T04:23:11,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T04:23:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:11,592 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T04:23:11,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:11,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:11,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:11,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:11,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:11,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:11,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:11,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/07e2c416ac904de0a5e863fe2a93e90c is 50, key is test_row_0/A:col10/1732335790478/Put/seqid=0 2024-11-23T04:23:11,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335851633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335851635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335851637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335851637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742190_1366 (size=12301) 2024-11-23T04:23:11,650 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/07e2c416ac904de0a5e863fe2a93e90c 2024-11-23T04:23:11,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/bf3f2badccd84afaaf6bbd5ca9e6eae8 is 50, key is test_row_0/B:col10/1732335790478/Put/seqid=0 2024-11-23T04:23:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742191_1367 (size=12301) 2024-11-23T04:23:11,720 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/bf3f2badccd84afaaf6bbd5ca9e6eae8 2024-11-23T04:23:11,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/000627a927ae4b22bb8fb7d032eb4b81 is 50, key is test_row_0/C:col10/1732335790478/Put/seqid=0 2024-11-23T04:23:11,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335851739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335851741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335851743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335851745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742192_1368 (size=12301) 2024-11-23T04:23:11,794 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/000627a927ae4b22bb8fb7d032eb4b81 2024-11-23T04:23:11,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/07e2c416ac904de0a5e863fe2a93e90c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/07e2c416ac904de0a5e863fe2a93e90c 2024-11-23T04:23:11,804 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/07e2c416ac904de0a5e863fe2a93e90c, entries=150, sequenceid=472, filesize=12.0 K 2024-11-23T04:23:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/bf3f2badccd84afaaf6bbd5ca9e6eae8 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bf3f2badccd84afaaf6bbd5ca9e6eae8 2024-11-23T04:23:11,810 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bf3f2badccd84afaaf6bbd5ca9e6eae8, entries=150, sequenceid=472, filesize=12.0 K 2024-11-23T04:23:11,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/000627a927ae4b22bb8fb7d032eb4b81 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/000627a927ae4b22bb8fb7d032eb4b81 2024-11-23T04:23:11,815 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/000627a927ae4b22bb8fb7d032eb4b81, entries=150, sequenceid=472, filesize=12.0 K 2024-11-23T04:23:11,817 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 40012fff9f945e9c0140d9d0cbbcada9 in 226ms, sequenceid=472, compaction requested=false 2024-11-23T04:23:11,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:11,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:11,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-23T04:23:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-23T04:23:11,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-23T04:23:11,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0810 sec 2024-11-23T04:23:11,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.0850 sec 2024-11-23T04:23:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T04:23:11,844 INFO [Thread-1221 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-23T04:23:11,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-23T04:23:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T04:23:11,847 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:11,848 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:11,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:11,914 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/781680db6ea5401ab389b11c247ac61b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/781680db6ea5401ab389b11c247ac61b 2024-11-23T04:23:11,921 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into 781680db6ea5401ab389b11c247ac61b(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:11,921 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:11,921 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=13, startTime=1732335791451; duration=0sec 2024-11-23T04:23:11,921 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:11,921 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:23:11,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T04:23:11,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:11,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:11,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:11,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:11,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:11,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T04:23:11,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/72d968cee840424894ec6c6f810417d4 is 50, key is test_row_0/A:col10/1732335791634/Put/seqid=0 2024-11-23T04:23:11,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335851968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335851969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335851971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335851970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:11,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742193_1369 (size=12301) 2024-11-23T04:23:11,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/72d968cee840424894ec6c6f810417d4 2024-11-23T04:23:12,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T04:23:12,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:12,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:12,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:12,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:12,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:12,018 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/a8411dcb328343238cf53341f5549a38 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/a8411dcb328343238cf53341f5549a38 2024-11-23T04:23:12,029 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into a8411dcb328343238cf53341f5549a38(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:12,029 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:12,029 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=13, startTime=1732335791456; duration=0sec 2024-11-23T04:23:12,029 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:12,029 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:12,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/2daf2dcfea0e4427aef5a6017b7bbbae is 50, key is test_row_0/B:col10/1732335791634/Put/seqid=0 2024-11-23T04:23:12,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335852073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335852075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335852075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335852078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742194_1370 (size=12301) 2024-11-23T04:23:12,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/2daf2dcfea0e4427aef5a6017b7bbbae 2024-11-23T04:23:12,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/d1357644dc5848c5b8bc6fbc49788ff7 is 50, key is test_row_0/C:col10/1732335791634/Put/seqid=0 2024-11-23T04:23:12,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742195_1371 (size=12301) 2024-11-23T04:23:12,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/d1357644dc5848c5b8bc6fbc49788ff7 2024-11-23T04:23:12,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/72d968cee840424894ec6c6f810417d4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/72d968cee840424894ec6c6f810417d4 2024-11-23T04:23:12,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/72d968cee840424894ec6c6f810417d4, entries=150, sequenceid=492, filesize=12.0 K 2024-11-23T04:23:12,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/2daf2dcfea0e4427aef5a6017b7bbbae as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/2daf2dcfea0e4427aef5a6017b7bbbae 2024-11-23T04:23:12,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/2daf2dcfea0e4427aef5a6017b7bbbae, entries=150, sequenceid=492, filesize=12.0 K 2024-11-23T04:23:12,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/d1357644dc5848c5b8bc6fbc49788ff7 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/d1357644dc5848c5b8bc6fbc49788ff7 2024-11-23T04:23:12,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/d1357644dc5848c5b8bc6fbc49788ff7, entries=150, sequenceid=492, filesize=12.0 K 2024-11-23T04:23:12,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 40012fff9f945e9c0140d9d0cbbcada9 in 197ms, sequenceid=492, compaction requested=true 2024-11-23T04:23:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:12,143 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:12,143 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:12,147 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:12,147 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:12,147 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:23:12,147 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:23:12,147 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:12,147 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:12,147 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/781680db6ea5401ab389b11c247ac61b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/07e2c416ac904de0a5e863fe2a93e90c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/72d968cee840424894ec6c6f810417d4] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.1 K 2024-11-23T04:23:12,147 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/dec8e8ba97c64e6e921affeae2191ba4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bf3f2badccd84afaaf6bbd5ca9e6eae8, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/2daf2dcfea0e4427aef5a6017b7bbbae] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.1 K 2024-11-23T04:23:12,148 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 781680db6ea5401ab389b11c247ac61b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732335789839 2024-11-23T04:23:12,148 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting dec8e8ba97c64e6e921affeae2191ba4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732335789839 2024-11-23T04:23:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T04:23:12,149 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07e2c416ac904de0a5e863fe2a93e90c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732335790472 2024-11-23T04:23:12,149 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting bf3f2badccd84afaaf6bbd5ca9e6eae8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732335790472 2024-11-23T04:23:12,149 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72d968cee840424894ec6c6f810417d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732335791631 2024-11-23T04:23:12,149 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 2daf2dcfea0e4427aef5a6017b7bbbae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732335791631 2024-11-23T04:23:12,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T04:23:12,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:12,154 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T04:23:12,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:12,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:12,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:12,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:12,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:12,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:12,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/70e1352933914414934e1e46e395d8a6 is 50, key is test_row_0/A:col10/1732335791968/Put/seqid=0 2024-11-23T04:23:12,186 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#322 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:12,187 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/d9d628455dd8401186937276960479b6 is 50, key is test_row_0/B:col10/1732335791634/Put/seqid=0 2024-11-23T04:23:12,193 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:12,194 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/aac8b6f7ded14929a8eb383b952d5990 is 50, key is test_row_0/A:col10/1732335791634/Put/seqid=0 2024-11-23T04:23:12,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742196_1372 (size=12301) 2024-11-23T04:23:12,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742198_1374 (size=13493) 2024-11-23T04:23:12,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742197_1373 (size=13493) 2024-11-23T04:23:12,234 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/aac8b6f7ded14929a8eb383b952d5990 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/aac8b6f7ded14929a8eb383b952d5990 2024-11-23T04:23:12,240 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/d9d628455dd8401186937276960479b6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/d9d628455dd8401186937276960479b6 2024-11-23T04:23:12,245 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into aac8b6f7ded14929a8eb383b952d5990(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:12,245 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:12,245 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=13, startTime=1732335792143; duration=0sec 2024-11-23T04:23:12,245 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:12,245 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:23:12,245 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:12,248 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:12,248 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:23:12,249 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:12,249 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/a8411dcb328343238cf53341f5549a38, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/000627a927ae4b22bb8fb7d032eb4b81, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/d1357644dc5848c5b8bc6fbc49788ff7] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.1 K 2024-11-23T04:23:12,250 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8411dcb328343238cf53341f5549a38, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732335789839 2024-11-23T04:23:12,250 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 000627a927ae4b22bb8fb7d032eb4b81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732335790472 2024-11-23T04:23:12,250 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1357644dc5848c5b8bc6fbc49788ff7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732335791631 2024-11-23T04:23:12,255 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into d9d628455dd8401186937276960479b6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:12,255 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:12,255 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=13, startTime=1732335792143; duration=0sec 2024-11-23T04:23:12,255 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:12,255 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:23:12,260 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:12,260 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/3bb7a0717d6d4ceeb979f8f7e28e3355 is 50, key is test_row_0/C:col10/1732335791634/Put/seqid=0 2024-11-23T04:23:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:12,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:12,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742199_1375 (size=13493) 2024-11-23T04:23:12,291 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/3bb7a0717d6d4ceeb979f8f7e28e3355 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/3bb7a0717d6d4ceeb979f8f7e28e3355 2024-11-23T04:23:12,301 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into 3bb7a0717d6d4ceeb979f8f7e28e3355(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:12,301 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:12,301 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=13, startTime=1732335792143; duration=0sec 2024-11-23T04:23:12,301 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:12,301 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:12,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335852302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335852302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335852307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335852308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335852409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335852409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335852413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335852413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T04:23:12,605 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/70e1352933914414934e1e46e395d8a6 2024-11-23T04:23:12,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335852613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335852613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335852616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335852617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/c0e2c43d9ae54ef99c7abfce7885fcfa is 50, key is test_row_0/B:col10/1732335791968/Put/seqid=0 2024-11-23T04:23:12,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742200_1376 (size=12301) 2024-11-23T04:23:12,651 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/c0e2c43d9ae54ef99c7abfce7885fcfa 2024-11-23T04:23:12,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/b17b86aa45d142d79befbbc5dd6c78af is 50, key is test_row_0/C:col10/1732335791968/Put/seqid=0 2024-11-23T04:23:12,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742201_1377 (size=12301) 2024-11-23T04:23:12,698 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/b17b86aa45d142d79befbbc5dd6c78af 2024-11-23T04:23:12,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/70e1352933914414934e1e46e395d8a6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/70e1352933914414934e1e46e395d8a6 2024-11-23T04:23:12,711 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/70e1352933914414934e1e46e395d8a6, entries=150, sequenceid=510, filesize=12.0 K 2024-11-23T04:23:12,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/c0e2c43d9ae54ef99c7abfce7885fcfa as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c0e2c43d9ae54ef99c7abfce7885fcfa 2024-11-23T04:23:12,719 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c0e2c43d9ae54ef99c7abfce7885fcfa, entries=150, sequenceid=510, filesize=12.0 K 2024-11-23T04:23:12,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/b17b86aa45d142d79befbbc5dd6c78af as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b17b86aa45d142d79befbbc5dd6c78af 2024-11-23T04:23:12,726 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b17b86aa45d142d79befbbc5dd6c78af, entries=150, sequenceid=510, filesize=12.0 K 2024-11-23T04:23:12,727 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 40012fff9f945e9c0140d9d0cbbcada9 in 573ms, sequenceid=510, compaction requested=false 2024-11-23T04:23:12,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:12,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:12,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-23T04:23:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-23T04:23:12,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-23T04:23:12,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 884 msec 2024-11-23T04:23:12,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 888 msec 2024-11-23T04:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:12,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T04:23:12,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:12,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:12,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:12,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:12,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:12,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:12,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/67aa10008db94a9da7517a6cf6d702a7 is 50, key is test_row_0/A:col10/1732335792300/Put/seqid=0 2024-11-23T04:23:12,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335852931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335852932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335852937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335852937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T04:23:12,950 INFO [Thread-1221 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-23T04:23:12,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-23T04:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T04:23:12,954 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:12,954 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:12,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:12,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742202_1378 (size=14741) 2024-11-23T04:23:12,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/67aa10008db94a9da7517a6cf6d702a7 2024-11-23T04:23:12,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/91c5fb2ef8a54b079846970507e473ac is 50, key is test_row_0/B:col10/1732335792300/Put/seqid=0 2024-11-23T04:23:13,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742203_1379 (size=12301) 2024-11-23T04:23:13,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335853038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335853039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335853043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335853044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T04:23:13,105 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T04:23:13,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:13,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335853241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335853242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335853246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335853248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T04:23:13,260 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T04:23:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/91c5fb2ef8a54b079846970507e473ac 2024-11-23T04:23:13,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/4647566e7677436ca1566fb9225d764c is 50, key is test_row_0/C:col10/1732335792300/Put/seqid=0 2024-11-23T04:23:13,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T04:23:13,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:13,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742204_1380 (size=12301) 2024-11-23T04:23:13,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/4647566e7677436ca1566fb9225d764c 2024-11-23T04:23:13,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/67aa10008db94a9da7517a6cf6d702a7 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/67aa10008db94a9da7517a6cf6d702a7 2024-11-23T04:23:13,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/67aa10008db94a9da7517a6cf6d702a7, entries=200, sequenceid=534, filesize=14.4 K 2024-11-23T04:23:13,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/91c5fb2ef8a54b079846970507e473ac as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/91c5fb2ef8a54b079846970507e473ac 2024-11-23T04:23:13,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/91c5fb2ef8a54b079846970507e473ac, entries=150, sequenceid=534, filesize=12.0 K 2024-11-23T04:23:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/4647566e7677436ca1566fb9225d764c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/4647566e7677436ca1566fb9225d764c 2024-11-23T04:23:13,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/4647566e7677436ca1566fb9225d764c, entries=150, sequenceid=534, filesize=12.0 K 2024-11-23T04:23:13,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 40012fff9f945e9c0140d9d0cbbcada9 in 519ms, sequenceid=534, compaction requested=true 2024-11-23T04:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:13,438 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:13,438 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:13,439 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:13,439 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:23:13,439 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:13,439 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,439 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:23:13,439 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/aac8b6f7ded14929a8eb383b952d5990, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/70e1352933914414934e1e46e395d8a6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/67aa10008db94a9da7517a6cf6d702a7] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=39.6 K 2024-11-23T04:23:13,439 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,439 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/d9d628455dd8401186937276960479b6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c0e2c43d9ae54ef99c7abfce7885fcfa, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/91c5fb2ef8a54b079846970507e473ac] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.2 K 2024-11-23T04:23:13,439 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting aac8b6f7ded14929a8eb383b952d5990, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732335791631 2024-11-23T04:23:13,439 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d9d628455dd8401186937276960479b6, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732335791631 2024-11-23T04:23:13,439 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70e1352933914414934e1e46e395d8a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732335791966 2024-11-23T04:23:13,440 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c0e2c43d9ae54ef99c7abfce7885fcfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732335791966 2024-11-23T04:23:13,440 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67aa10008db94a9da7517a6cf6d702a7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732335792296 2024-11-23T04:23:13,440 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 91c5fb2ef8a54b079846970507e473ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732335792296 2024-11-23T04:23:13,446 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:13,446 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:13,447 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/c70f59c4b4b247519a55a06a6d0af906 is 50, key is test_row_0/B:col10/1732335792300/Put/seqid=0 2024-11-23T04:23:13,447 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/7ad57b5e867d455db71f9c243b5ff5c1 is 50, key is test_row_0/A:col10/1732335792300/Put/seqid=0 2024-11-23T04:23:13,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742205_1381 (size=13595) 2024-11-23T04:23:13,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742206_1382 (size=13595) 2024-11-23T04:23:13,459 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/c70f59c4b4b247519a55a06a6d0af906 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c70f59c4b4b247519a55a06a6d0af906 2024-11-23T04:23:13,463 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into c70f59c4b4b247519a55a06a6d0af906(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:13,463 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:13,463 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=13, startTime=1732335793438; duration=0sec 2024-11-23T04:23:13,463 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:13,463 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:23:13,464 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:13,465 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:13,465 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:23:13,465 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,465 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/3bb7a0717d6d4ceeb979f8f7e28e3355, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b17b86aa45d142d79befbbc5dd6c78af, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/4647566e7677436ca1566fb9225d764c] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.2 K 2024-11-23T04:23:13,465 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bb7a0717d6d4ceeb979f8f7e28e3355, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732335791631 2024-11-23T04:23:13,466 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting b17b86aa45d142d79befbbc5dd6c78af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732335791966 2024-11-23T04:23:13,466 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 4647566e7677436ca1566fb9225d764c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732335792296 2024-11-23T04:23:13,478 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:13,479 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/5813d0d838bd492fb93e529cdedba9ca is 50, key is test_row_0/C:col10/1732335792300/Put/seqid=0 2024-11-23T04:23:13,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742207_1383 (size=13595) 2024-11-23T04:23:13,488 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/5813d0d838bd492fb93e529cdedba9ca as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/5813d0d838bd492fb93e529cdedba9ca 2024-11-23T04:23:13,493 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into 5813d0d838bd492fb93e529cdedba9ca(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:13,493 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:13,493 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=13, startTime=1732335793438; duration=0sec 2024-11-23T04:23:13,493 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:13,493 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:13,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T04:23:13,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:13,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:13,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:13,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:13,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:13,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:13,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/a948b9d7a03b430fbf09b032c0b782be is 50, key is test_row_0/A:col10/1732335792934/Put/seqid=0 2024-11-23T04:23:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T04:23:13,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335853562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335853562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742208_1384 (size=12301) 2024-11-23T04:23:13,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335853563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/a948b9d7a03b430fbf09b032c0b782be 2024-11-23T04:23:13,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335853564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T04:23:13,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:13,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/319fade48e2346ee872e482b5e8d4b2d is 50, key is test_row_0/B:col10/1732335792934/Put/seqid=0 2024-11-23T04:23:13,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742209_1385 (size=12301) 2024-11-23T04:23:13,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/319fade48e2346ee872e482b5e8d4b2d 2024-11-23T04:23:13,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/6b399b6b886145f3b3fda1e3afeefd5c is 50, key is test_row_0/C:col10/1732335792934/Put/seqid=0 2024-11-23T04:23:13,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742210_1386 (size=12301) 2024-11-23T04:23:13,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/6b399b6b886145f3b3fda1e3afeefd5c 2024-11-23T04:23:13,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/a948b9d7a03b430fbf09b032c0b782be as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a948b9d7a03b430fbf09b032c0b782be 2024-11-23T04:23:13,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a948b9d7a03b430fbf09b032c0b782be, entries=150, sequenceid=553, filesize=12.0 K 2024-11-23T04:23:13,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/319fade48e2346ee872e482b5e8d4b2d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/319fade48e2346ee872e482b5e8d4b2d 2024-11-23T04:23:13,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/319fade48e2346ee872e482b5e8d4b2d, entries=150, sequenceid=553, filesize=12.0 K 2024-11-23T04:23:13,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/6b399b6b886145f3b3fda1e3afeefd5c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/6b399b6b886145f3b3fda1e3afeefd5c 2024-11-23T04:23:13,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/6b399b6b886145f3b3fda1e3afeefd5c, entries=150, sequenceid=553, filesize=12.0 K 2024-11-23T04:23:13,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 40012fff9f945e9c0140d9d0cbbcada9 in 93ms, sequenceid=553, compaction requested=false 2024-11-23T04:23:13,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:13,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T04:23:13,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:13,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/45da240fcebe400bba61920133fe5ec1 is 50, key is test_row_0/A:col10/1732335793560/Put/seqid=0 2024-11-23T04:23:13,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742211_1387 (size=14741) 2024-11-23T04:23:13,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335853681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335853685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335853685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335853685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,721 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T04:23:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335853786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335853789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335853789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335853789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,857 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/7ad57b5e867d455db71f9c243b5ff5c1 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/7ad57b5e867d455db71f9c243b5ff5c1 2024-11-23T04:23:13,862 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into 7ad57b5e867d455db71f9c243b5ff5c1(size=13.3 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:13,862 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:13,862 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=13, startTime=1732335793438; duration=0sec 2024-11-23T04:23:13,862 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:13,862 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:23:13,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T04:23:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:13,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:13,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335853989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335853992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335853992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:13,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335853993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T04:23:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T04:23:14,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/45da240fcebe400bba61920133fe5ec1 2024-11-23T04:23:14,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/5e5e7b41796e4227957a9d6c69510e49 is 50, key is test_row_0/B:col10/1732335793560/Put/seqid=0 2024-11-23T04:23:14,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742212_1388 (size=12301) 2024-11-23T04:23:14,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T04:23:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335854293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335854293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335854295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335854295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,331 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T04:23:14,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:14,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T04:23:14,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:14,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/5e5e7b41796e4227957a9d6c69510e49 2024-11-23T04:23:14,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/29aec95a1e7240ebbb3b6129f4d4c7a6 is 50, key is test_row_0/C:col10/1732335793560/Put/seqid=0 2024-11-23T04:23:14,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742213_1389 (size=12301) 2024-11-23T04:23:14,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T04:23:14,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:14,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T04:23:14,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:14,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:14,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335854796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335854796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335854799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335854801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/29aec95a1e7240ebbb3b6129f4d4c7a6 2024-11-23T04:23:14,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/45da240fcebe400bba61920133fe5ec1 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/45da240fcebe400bba61920133fe5ec1 2024-11-23T04:23:14,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/45da240fcebe400bba61920133fe5ec1, entries=200, sequenceid=575, filesize=14.4 K 2024-11-23T04:23:14,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/5e5e7b41796e4227957a9d6c69510e49 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/5e5e7b41796e4227957a9d6c69510e49 2024-11-23T04:23:14,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/5e5e7b41796e4227957a9d6c69510e49, entries=150, sequenceid=575, filesize=12.0 K 2024-11-23T04:23:14,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/29aec95a1e7240ebbb3b6129f4d4c7a6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/29aec95a1e7240ebbb3b6129f4d4c7a6 2024-11-23T04:23:14,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/29aec95a1e7240ebbb3b6129f4d4c7a6, entries=150, sequenceid=575, filesize=12.0 K 2024-11-23T04:23:14,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 40012fff9f945e9c0140d9d0cbbcada9 in 1255ms, sequenceid=575, compaction requested=true 2024-11-23T04:23:14,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:14,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:14,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:14,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:14,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:14,923 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:14,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:14,923 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:14,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:14,924 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:14,924 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:14,924 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:23:14,924 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:23:14,924 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,924 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,924 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/7ad57b5e867d455db71f9c243b5ff5c1, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a948b9d7a03b430fbf09b032c0b782be, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/45da240fcebe400bba61920133fe5ec1] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=39.7 K 2024-11-23T04:23:14,925 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c70f59c4b4b247519a55a06a6d0af906, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/319fade48e2346ee872e482b5e8d4b2d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/5e5e7b41796e4227957a9d6c69510e49] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.3 K 2024-11-23T04:23:14,925 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c70f59c4b4b247519a55a06a6d0af906, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732335792296 2024-11-23T04:23:14,925 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ad57b5e867d455db71f9c243b5ff5c1, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732335792296 2024-11-23T04:23:14,925 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a948b9d7a03b430fbf09b032c0b782be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1732335792934 2024-11-23T04:23:14,925 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 319fade48e2346ee872e482b5e8d4b2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1732335792934 2024-11-23T04:23:14,925 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45da240fcebe400bba61920133fe5ec1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732335793560 2024-11-23T04:23:14,926 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e5e7b41796e4227957a9d6c69510e49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732335793560 2024-11-23T04:23:14,932 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:14,933 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/3ceb75192c204e828009b667c8f6f0e5 is 50, key is test_row_0/A:col10/1732335793560/Put/seqid=0 2024-11-23T04:23:14,934 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:14,935 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/b5bbb31df5084b3099a867f13e1f45e2 is 50, key is test_row_0/B:col10/1732335793560/Put/seqid=0 2024-11-23T04:23:14,943 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:14,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T04:23:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,944 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T04:23:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:14,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:14,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:14,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:14,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:14,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742214_1390 (size=13697) 2024-11-23T04:23:14,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/1aa99f4fcd354489a654339d6171503d is 50, key is test_row_0/A:col10/1732335793683/Put/seqid=0 2024-11-23T04:23:14,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742215_1391 (size=13697) 2024-11-23T04:23:14,951 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/b5bbb31df5084b3099a867f13e1f45e2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/b5bbb31df5084b3099a867f13e1f45e2 2024-11-23T04:23:14,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742216_1392 (size=12301) 2024-11-23T04:23:14,964 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/3ceb75192c204e828009b667c8f6f0e5 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3ceb75192c204e828009b667c8f6f0e5 2024-11-23T04:23:14,965 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into b5bbb31df5084b3099a867f13e1f45e2(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:14,965 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:14,965 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=13, startTime=1732335794923; duration=0sec 2024-11-23T04:23:14,965 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:14,965 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:23:14,965 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:14,966 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:14,966 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:23:14,966 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:14,966 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/5813d0d838bd492fb93e529cdedba9ca, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/6b399b6b886145f3b3fda1e3afeefd5c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/29aec95a1e7240ebbb3b6129f4d4c7a6] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.3 K 2024-11-23T04:23:14,967 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 5813d0d838bd492fb93e529cdedba9ca, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732335792296 2024-11-23T04:23:14,967 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b399b6b886145f3b3fda1e3afeefd5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1732335792934 2024-11-23T04:23:14,967 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 29aec95a1e7240ebbb3b6129f4d4c7a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732335793560 2024-11-23T04:23:14,969 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into 3ceb75192c204e828009b667c8f6f0e5(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:14,969 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:14,969 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=13, startTime=1732335794923; duration=0sec 2024-11-23T04:23:14,969 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:14,969 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:23:14,973 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#342 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:14,973 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/b8317d5730c34bf980ea95f75a9e2bdb is 50, key is test_row_0/C:col10/1732335793560/Put/seqid=0 2024-11-23T04:23:14,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742217_1393 (size=13697) 2024-11-23T04:23:14,980 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/b8317d5730c34bf980ea95f75a9e2bdb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b8317d5730c34bf980ea95f75a9e2bdb 2024-11-23T04:23:14,984 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into b8317d5730c34bf980ea95f75a9e2bdb(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:14,984 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:14,984 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=13, startTime=1732335794923; duration=0sec 2024-11-23T04:23:14,985 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:14,985 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T04:23:15,363 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/1aa99f4fcd354489a654339d6171503d 2024-11-23T04:23:15,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/6a5706625c42430da59439d2fa4f05fb is 50, key is test_row_0/B:col10/1732335793683/Put/seqid=0 2024-11-23T04:23:15,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742218_1394 (size=12301) 2024-11-23T04:23:15,379 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/6a5706625c42430da59439d2fa4f05fb 2024-11-23T04:23:15,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/7a92128802ff419fb9bc08d377b19a2d is 50, key is test_row_0/C:col10/1732335793683/Put/seqid=0 2024-11-23T04:23:15,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742219_1395 (size=12301) 2024-11-23T04:23:15,396 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/7a92128802ff419fb9bc08d377b19a2d 2024-11-23T04:23:15,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/1aa99f4fcd354489a654339d6171503d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1aa99f4fcd354489a654339d6171503d 2024-11-23T04:23:15,405 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1aa99f4fcd354489a654339d6171503d, entries=150, sequenceid=592, filesize=12.0 K 2024-11-23T04:23:15,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/6a5706625c42430da59439d2fa4f05fb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6a5706625c42430da59439d2fa4f05fb 2024-11-23T04:23:15,411 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6a5706625c42430da59439d2fa4f05fb, entries=150, sequenceid=592, filesize=12.0 K 2024-11-23T04:23:15,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/7a92128802ff419fb9bc08d377b19a2d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/7a92128802ff419fb9bc08d377b19a2d 2024-11-23T04:23:15,415 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/7a92128802ff419fb9bc08d377b19a2d, entries=150, sequenceid=592, filesize=12.0 K 2024-11-23T04:23:15,415 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 40012fff9f945e9c0140d9d0cbbcada9 in 471ms, sequenceid=592, compaction requested=false 2024-11-23T04:23:15,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:15,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:15,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-23T04:23:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-23T04:23:15,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-23T04:23:15,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4630 sec 2024-11-23T04:23:15,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.4670 sec 2024-11-23T04:23:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:15,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:23:15,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:15,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:15,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:15,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:15,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:15,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:15,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/66f8ab0ffdd84c12a8d66da4673fcf9e is 50, key is test_row_0/A:col10/1732335795807/Put/seqid=0 2024-11-23T04:23:15,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742220_1396 (size=12301) 2024-11-23T04:23:15,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/66f8ab0ffdd84c12a8d66da4673fcf9e 2024-11-23T04:23:15,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/21f82502fb284e0688b1c38493e85669 is 50, key is test_row_0/B:col10/1732335795807/Put/seqid=0 2024-11-23T04:23:15,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335855826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:15,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742221_1397 (size=12301) 2024-11-23T04:23:15,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/21f82502fb284e0688b1c38493e85669 2024-11-23T04:23:15,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335855828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:15,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335855829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:15,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335855829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:15,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/ccc0dc838a5b45d5a58e075f0055d8be is 50, key is test_row_0/C:col10/1732335795807/Put/seqid=0 2024-11-23T04:23:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742222_1398 (size=12301) 2024-11-23T04:23:15,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335855930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:15,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335855932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:15,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335855932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:15,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335855932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335856133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335856135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335856135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335856135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/ccc0dc838a5b45d5a58e075f0055d8be 2024-11-23T04:23:16,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/66f8ab0ffdd84c12a8d66da4673fcf9e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/66f8ab0ffdd84c12a8d66da4673fcf9e 2024-11-23T04:23:16,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/66f8ab0ffdd84c12a8d66da4673fcf9e, entries=150, sequenceid=609, filesize=12.0 K 2024-11-23T04:23:16,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/21f82502fb284e0688b1c38493e85669 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/21f82502fb284e0688b1c38493e85669 2024-11-23T04:23:16,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/21f82502fb284e0688b1c38493e85669, entries=150, sequenceid=609, filesize=12.0 K 2024-11-23T04:23:16,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/ccc0dc838a5b45d5a58e075f0055d8be as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/ccc0dc838a5b45d5a58e075f0055d8be 2024-11-23T04:23:16,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/ccc0dc838a5b45d5a58e075f0055d8be, entries=150, sequenceid=609, filesize=12.0 K 2024-11-23T04:23:16,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 40012fff9f945e9c0140d9d0cbbcada9 in 451ms, sequenceid=609, compaction requested=true 2024-11-23T04:23:16,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:16,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:16,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:16,259 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:16,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:16,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:16,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40012fff9f945e9c0140d9d0cbbcada9:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:16,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:16,259 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:16,260 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:16,260 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/A is initiating minor compaction (all files) 2024-11-23T04:23:16,260 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:16,260 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/A in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:16,260 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/B is initiating minor compaction (all files) 2024-11-23T04:23:16,260 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3ceb75192c204e828009b667c8f6f0e5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1aa99f4fcd354489a654339d6171503d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/66f8ab0ffdd84c12a8d66da4673fcf9e] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.4 K 2024-11-23T04:23:16,260 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/B in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:16,260 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/b5bbb31df5084b3099a867f13e1f45e2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6a5706625c42430da59439d2fa4f05fb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/21f82502fb284e0688b1c38493e85669] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.4 K 2024-11-23T04:23:16,261 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ceb75192c204e828009b667c8f6f0e5, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732335793560 2024-11-23T04:23:16,261 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting b5bbb31df5084b3099a867f13e1f45e2, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732335793560 2024-11-23T04:23:16,261 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1aa99f4fcd354489a654339d6171503d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1732335793683 2024-11-23T04:23:16,262 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a5706625c42430da59439d2fa4f05fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1732335793683 2024-11-23T04:23:16,262 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66f8ab0ffdd84c12a8d66da4673fcf9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=609, earliestPutTs=1732335795807 2024-11-23T04:23:16,262 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 21f82502fb284e0688b1c38493e85669, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=609, earliestPutTs=1732335795807 2024-11-23T04:23:16,268 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#B#compaction#348 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:16,269 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/e2abf9dad2154d098576a25fd98e5a17 is 50, key is test_row_0/B:col10/1732335795807/Put/seqid=0 2024-11-23T04:23:16,271 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#A#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:16,271 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/56aebccffb6447589b975c3cece2a164 is 50, key is test_row_0/A:col10/1732335795807/Put/seqid=0 2024-11-23T04:23:16,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742223_1399 (size=13799) 2024-11-23T04:23:16,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742224_1400 (size=13799) 2024-11-23T04:23:16,292 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/56aebccffb6447589b975c3cece2a164 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/56aebccffb6447589b975c3cece2a164 2024-11-23T04:23:16,296 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/A of 40012fff9f945e9c0140d9d0cbbcada9 into 56aebccffb6447589b975c3cece2a164(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:16,296 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:16,296 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/A, priority=13, startTime=1732335796259; duration=0sec 2024-11-23T04:23:16,296 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:16,296 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:A 2024-11-23T04:23:16,296 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:16,297 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:16,297 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 40012fff9f945e9c0140d9d0cbbcada9/C is initiating minor compaction (all files) 2024-11-23T04:23:16,297 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 40012fff9f945e9c0140d9d0cbbcada9/C in TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:16,297 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b8317d5730c34bf980ea95f75a9e2bdb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/7a92128802ff419fb9bc08d377b19a2d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/ccc0dc838a5b45d5a58e075f0055d8be] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp, totalSize=37.4 K 2024-11-23T04:23:16,298 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8317d5730c34bf980ea95f75a9e2bdb, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732335793560 2024-11-23T04:23:16,298 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a92128802ff419fb9bc08d377b19a2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1732335793683 2024-11-23T04:23:16,298 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccc0dc838a5b45d5a58e075f0055d8be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=609, earliestPutTs=1732335795807 2024-11-23T04:23:16,305 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40012fff9f945e9c0140d9d0cbbcada9#C#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:16,305 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/29c3dd7b7a73415fb9ac5bd53ea2ee41 is 50, key is test_row_0/C:col10/1732335795807/Put/seqid=0 2024-11-23T04:23:16,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742225_1401 (size=13799) 2024-11-23T04:23:16,317 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/29c3dd7b7a73415fb9ac5bd53ea2ee41 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/29c3dd7b7a73415fb9ac5bd53ea2ee41 2024-11-23T04:23:16,321 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/C of 40012fff9f945e9c0140d9d0cbbcada9 into 29c3dd7b7a73415fb9ac5bd53ea2ee41(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:16,322 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:16,322 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/C, priority=13, startTime=1732335796259; duration=0sec 2024-11-23T04:23:16,322 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:16,322 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:C 2024-11-23T04:23:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:16,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T04:23:16,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:16,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:16,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:16,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:16,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:16,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:16,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/26d2636cb6c649d597d17de56d0ed271 is 50, key is test_row_0/A:col10/1732335795824/Put/seqid=0 2024-11-23T04:23:16,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335856445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335856446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335856447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335856448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742226_1402 (size=12301) 2024-11-23T04:23:16,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335856549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335856549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335856550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335856550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,682 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/e2abf9dad2154d098576a25fd98e5a17 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/e2abf9dad2154d098576a25fd98e5a17 2024-11-23T04:23:16,686 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 40012fff9f945e9c0140d9d0cbbcada9/B of 40012fff9f945e9c0140d9d0cbbcada9 into e2abf9dad2154d098576a25fd98e5a17(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:16,686 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:16,687 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9., storeName=40012fff9f945e9c0140d9d0cbbcada9/B, priority=13, startTime=1732335796259; duration=0sec 2024-11-23T04:23:16,687 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:16,687 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40012fff9f945e9c0140d9d0cbbcada9:B 2024-11-23T04:23:16,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335856751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335856751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335856752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335856753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:16,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=634 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/26d2636cb6c649d597d17de56d0ed271 2024-11-23T04:23:16,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/43cd7c7f97994e3ba416e2cfc98ecd00 is 50, key is test_row_0/B:col10/1732335795824/Put/seqid=0 2024-11-23T04:23:16,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742227_1403 (size=12301) 2024-11-23T04:23:17,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335857053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:17,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335857053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:17,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335857055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:17,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335857055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T04:23:17,066 INFO [Thread-1221 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-23T04:23:17,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-23T04:23:17,070 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T04:23:17,071 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:17,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T04:23:17,223 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:17,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T04:23:17,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:17,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:17,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:17,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:17,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:17,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=634 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/43cd7c7f97994e3ba416e2cfc98ecd00 2024-11-23T04:23:17,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/32ce2759ae194cfb8588f65cf6c7a53b is 50, key is test_row_0/C:col10/1732335795824/Put/seqid=0 2024-11-23T04:23:17,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742228_1404 (size=12301) 2024-11-23T04:23:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T04:23:17,376 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:17,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T04:23:17,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:17,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:17,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:17,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:17,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:17,530 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:17,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T04:23:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:17,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:17,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58924 deadline: 1732335857556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:17,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1732335857558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:17,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:17,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1732335857559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58870 deadline: 1732335857560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T04:23:17,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=634 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/32ce2759ae194cfb8588f65cf6c7a53b 2024-11-23T04:23:17,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/26d2636cb6c649d597d17de56d0ed271 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/26d2636cb6c649d597d17de56d0ed271 2024-11-23T04:23:17,683 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:17,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T04:23:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:17,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:17,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:17,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:17,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/26d2636cb6c649d597d17de56d0ed271, entries=150, sequenceid=634, filesize=12.0 K 2024-11-23T04:23:17,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/43cd7c7f97994e3ba416e2cfc98ecd00 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/43cd7c7f97994e3ba416e2cfc98ecd00 2024-11-23T04:23:17,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/43cd7c7f97994e3ba416e2cfc98ecd00, entries=150, sequenceid=634, filesize=12.0 K 2024-11-23T04:23:17,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/32ce2759ae194cfb8588f65cf6c7a53b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/32ce2759ae194cfb8588f65cf6c7a53b 2024-11-23T04:23:17,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/32ce2759ae194cfb8588f65cf6c7a53b, entries=150, sequenceid=634, filesize=12.0 K 2024-11-23T04:23:17,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 40012fff9f945e9c0140d9d0cbbcada9 in 1261ms, sequenceid=634, compaction requested=false 2024-11-23T04:23:17,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:17,837 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:17,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T04:23:17,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:17,838 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T04:23:17,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:17,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:17,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:17,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:17,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:17,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:17,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/3858cf348d334b98af016db6a60beb0c is 50, key is test_row_0/A:col10/1732335796446/Put/seqid=0 2024-11-23T04:23:17,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742229_1405 (size=9857) 2024-11-23T04:23:17,848 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/3858cf348d334b98af016db6a60beb0c 2024-11-23T04:23:17,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/8cda81c5596d4df0888b682e1c48dcfa is 50, key is test_row_0/B:col10/1732335796446/Put/seqid=0 2024-11-23T04:23:17,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742230_1406 (size=9857) 2024-11-23T04:23:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T04:23:18,260 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/8cda81c5596d4df0888b682e1c48dcfa 2024-11-23T04:23:18,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/58b46ff2c483462b85c9a249df10e4f3 is 50, key is test_row_0/C:col10/1732335796446/Put/seqid=0 2024-11-23T04:23:18,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742231_1407 (size=9857) 2024-11-23T04:23:18,295 DEBUG [Thread-1224 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cb89dc6 to 127.0.0.1:62694 2024-11-23T04:23:18,295 DEBUG [Thread-1222 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04215ff2 to 127.0.0.1:62694 2024-11-23T04:23:18,296 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:18,296 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:18,296 DEBUG [Thread-1228 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0598ef39 to 127.0.0.1:62694 2024-11-23T04:23:18,296 DEBUG [Thread-1228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:18,296 DEBUG [Thread-1230 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23d0f458 to 127.0.0.1:62694 2024-11-23T04:23:18,297 DEBUG [Thread-1230 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:18,297 DEBUG [Thread-1226 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25f2abe2 to 127.0.0.1:62694 2024-11-23T04:23:18,297 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:18,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. as already flushing 2024-11-23T04:23:18,565 DEBUG [Thread-1213 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x320146a2 to 127.0.0.1:62694 2024-11-23T04:23:18,565 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:18,565 DEBUG [Thread-1211 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x206aa46b to 127.0.0.1:62694 2024-11-23T04:23:18,565 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:18,570 DEBUG [Thread-1215 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bab3f39 to 127.0.0.1:62694 2024-11-23T04:23:18,570 DEBUG [Thread-1215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:18,570 DEBUG [Thread-1217 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e48016 to 127.0.0.1:62694 2024-11-23T04:23:18,570 DEBUG [Thread-1217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:18,671 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/58b46ff2c483462b85c9a249df10e4f3 2024-11-23T04:23:18,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/3858cf348d334b98af016db6a60beb0c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3858cf348d334b98af016db6a60beb0c 2024-11-23T04:23:18,678 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3858cf348d334b98af016db6a60beb0c, entries=100, sequenceid=648, filesize=9.6 K 2024-11-23T04:23:18,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/8cda81c5596d4df0888b682e1c48dcfa as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/8cda81c5596d4df0888b682e1c48dcfa 2024-11-23T04:23:18,681 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/8cda81c5596d4df0888b682e1c48dcfa, entries=100, sequenceid=648, filesize=9.6 K 2024-11-23T04:23:18,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/58b46ff2c483462b85c9a249df10e4f3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/58b46ff2c483462b85c9a249df10e4f3 2024-11-23T04:23:18,684 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/58b46ff2c483462b85c9a249df10e4f3, entries=100, sequenceid=648, filesize=9.6 K 2024-11-23T04:23:18,685 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for 40012fff9f945e9c0140d9d0cbbcada9 in 847ms, sequenceid=648, compaction requested=true 2024-11-23T04:23:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-23T04:23:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-23T04:23:18,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-23T04:23:18,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6150 sec 2024-11-23T04:23:18,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.6200 sec 2024-11-23T04:23:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T04:23:19,174 INFO [Thread-1221 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-23T04:23:19,663 DEBUG [Thread-1219 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b2ae977 to 127.0.0.1:62694 2024-11-23T04:23:19,663 DEBUG [Thread-1219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:19,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T04:23:19,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-11-23T04:23:19,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 129 2024-11-23T04:23:19,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-23T04:23:19,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-11-23T04:23:19,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-23T04:23:19,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T04:23:19,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5513 2024-11-23T04:23:19,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5665 2024-11-23T04:23:19,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5392 2024-11-23T04:23:19,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5544 2024-11-23T04:23:19,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5670 2024-11-23T04:23:19,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T04:23:19,664 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T04:23:19,664 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x372a5985 to 127.0.0.1:62694 2024-11-23T04:23:19,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:19,665 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T04:23:19,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T04:23:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T04:23:19,668 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335799668"}]},"ts":"1732335799668"} 2024-11-23T04:23:19,670 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T04:23:19,673 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T04:23:19,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T04:23:19,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=40012fff9f945e9c0140d9d0cbbcada9, UNASSIGN}] 2024-11-23T04:23:19,675 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=40012fff9f945e9c0140d9d0cbbcada9, UNASSIGN 2024-11-23T04:23:19,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=40012fff9f945e9c0140d9d0cbbcada9, regionState=CLOSING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:19,677 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T04:23:19,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure 40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:23:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T04:23:19,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:19,828 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:19,829 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T04:23:19,829 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing 40012fff9f945e9c0140d9d0cbbcada9, disabling compactions & flushes 2024-11-23T04:23:19,829 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:19,829 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:19,829 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. after waiting 0 ms 2024-11-23T04:23:19,829 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:19,829 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing 40012fff9f945e9c0140d9d0cbbcada9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T04:23:19,829 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=A 2024-11-23T04:23:19,829 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:19,829 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=B 2024-11-23T04:23:19,829 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:19,829 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40012fff9f945e9c0140d9d0cbbcada9, store=C 2024-11-23T04:23:19,830 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:19,834 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/590efb30e8cb470f86b27e69f8fcce57 is 50, key is test_row_0/A:col10/1732335798570/Put/seqid=0 2024-11-23T04:23:19,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742232_1408 (size=12301) 2024-11-23T04:23:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T04:23:20,238 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/590efb30e8cb470f86b27e69f8fcce57 2024-11-23T04:23:20,246 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/838139534fe945dd9d32134bbe4b874c is 50, key is test_row_0/B:col10/1732335798570/Put/seqid=0 2024-11-23T04:23:20,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742233_1409 (size=12301) 2024-11-23T04:23:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T04:23:20,651 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/838139534fe945dd9d32134bbe4b874c 2024-11-23T04:23:20,659 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/1b603e9bcb1242468a4b7f877ee66cdc is 50, key is test_row_0/C:col10/1732335798570/Put/seqid=0 2024-11-23T04:23:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742234_1410 (size=12301) 2024-11-23T04:23:20,663 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/1b603e9bcb1242468a4b7f877ee66cdc 2024-11-23T04:23:20,667 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/A/590efb30e8cb470f86b27e69f8fcce57 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/590efb30e8cb470f86b27e69f8fcce57 2024-11-23T04:23:20,673 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/590efb30e8cb470f86b27e69f8fcce57, entries=150, sequenceid=656, filesize=12.0 K 2024-11-23T04:23:20,674 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/B/838139534fe945dd9d32134bbe4b874c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/838139534fe945dd9d32134bbe4b874c 2024-11-23T04:23:20,682 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/838139534fe945dd9d32134bbe4b874c, entries=150, sequenceid=656, filesize=12.0 K 2024-11-23T04:23:20,683 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/.tmp/C/1b603e9bcb1242468a4b7f877ee66cdc as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/1b603e9bcb1242468a4b7f877ee66cdc 2024-11-23T04:23:20,687 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/1b603e9bcb1242468a4b7f877ee66cdc, entries=150, sequenceid=656, filesize=12.0 K 2024-11-23T04:23:20,688 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 40012fff9f945e9c0140d9d0cbbcada9 in 859ms, sequenceid=656, compaction requested=true 2024-11-23T04:23:20,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/ccab76f3dc074a30aa8e05df917bde81, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/6ef9bd5f9edb49ecb9c51b9d8834c8b3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a4c83733815d46978341131954498eea, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/8acbdcc9e3c9454199704e47e0352689, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/74f1c8e1953e4fbcb8241dd5c3d27974, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/e1dcfa20ea3d4824b7306c263109be9b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1b4d1f28c56841109a6eb7ee72044a3b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/f387b8b1a86543beb117985a6de34c96, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/6ae41096501b47fd91080baf3a050f4d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/973b434c937d4b4f94bb08ebb9ee31c9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/b7beedfdea1441e9848b4ee4cf1a9db3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/11138b6196c648a09f01dfbe6b703089, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a1e28a10374446baad7427d650b2d1b3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/0695c65cbbae421bb908d55d3fbdd297, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a109f1207eb9442fa63a145ed2ea74f2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1bfaada87ef24bd49cc8f52b608f1810, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/64788bf450f14d4d9cafdef376af278c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/9739edf20c814426b950056396ee3ec3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/9430fa2bc9774384b2d0325954d58a0f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1c5e6c8aebce4d3291c2de38d33d3b4c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/079d9c9772cc4d27b9d7ee72ae244fbe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/45e8b069260343c49d236d4a16c22b68, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/d03b93200776454dbedc8aad2e30c6c9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3ea4a55564c04693bf71365134548627, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/88005be051414fabaf3ec09fe6108373, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/cc2ae17a8ca84f61a052d411bcbc6f1c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/476008f26a2c4ebaa16cf1870f28ace6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/93e3efe1da9b48e19f1853e4f13584e2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/fd46c1c45b91489a8545f4bf79415f3e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/e187e36cef794bc190201ed383b8b795, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/c3930f6c250242c084c33aa68b0d9ea0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/781680db6ea5401ab389b11c247ac61b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/33ea0b32acdf48ad921b2085ae78efac, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/07e2c416ac904de0a5e863fe2a93e90c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/aac8b6f7ded14929a8eb383b952d5990, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/72d968cee840424894ec6c6f810417d4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/70e1352933914414934e1e46e395d8a6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/67aa10008db94a9da7517a6cf6d702a7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/7ad57b5e867d455db71f9c243b5ff5c1, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a948b9d7a03b430fbf09b032c0b782be, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/45da240fcebe400bba61920133fe5ec1, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3ceb75192c204e828009b667c8f6f0e5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1aa99f4fcd354489a654339d6171503d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/66f8ab0ffdd84c12a8d66da4673fcf9e] to archive 2024-11-23T04:23:20,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:23:20,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/ccab76f3dc074a30aa8e05df917bde81 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/ccab76f3dc074a30aa8e05df917bde81 2024-11-23T04:23:20,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/6ef9bd5f9edb49ecb9c51b9d8834c8b3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/6ef9bd5f9edb49ecb9c51b9d8834c8b3 2024-11-23T04:23:20,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a4c83733815d46978341131954498eea to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a4c83733815d46978341131954498eea 2024-11-23T04:23:20,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/8acbdcc9e3c9454199704e47e0352689 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/8acbdcc9e3c9454199704e47e0352689 2024-11-23T04:23:20,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/74f1c8e1953e4fbcb8241dd5c3d27974 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/74f1c8e1953e4fbcb8241dd5c3d27974 2024-11-23T04:23:20,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/e1dcfa20ea3d4824b7306c263109be9b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/e1dcfa20ea3d4824b7306c263109be9b 2024-11-23T04:23:20,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1b4d1f28c56841109a6eb7ee72044a3b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1b4d1f28c56841109a6eb7ee72044a3b 2024-11-23T04:23:20,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/f387b8b1a86543beb117985a6de34c96 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/f387b8b1a86543beb117985a6de34c96 2024-11-23T04:23:20,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/6ae41096501b47fd91080baf3a050f4d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/6ae41096501b47fd91080baf3a050f4d 2024-11-23T04:23:20,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/973b434c937d4b4f94bb08ebb9ee31c9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/973b434c937d4b4f94bb08ebb9ee31c9 2024-11-23T04:23:20,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/b7beedfdea1441e9848b4ee4cf1a9db3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/b7beedfdea1441e9848b4ee4cf1a9db3 2024-11-23T04:23:20,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/11138b6196c648a09f01dfbe6b703089 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/11138b6196c648a09f01dfbe6b703089 2024-11-23T04:23:20,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a1e28a10374446baad7427d650b2d1b3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a1e28a10374446baad7427d650b2d1b3 2024-11-23T04:23:20,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/0695c65cbbae421bb908d55d3fbdd297 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/0695c65cbbae421bb908d55d3fbdd297 2024-11-23T04:23:20,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a109f1207eb9442fa63a145ed2ea74f2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a109f1207eb9442fa63a145ed2ea74f2 2024-11-23T04:23:20,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1bfaada87ef24bd49cc8f52b608f1810 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1bfaada87ef24bd49cc8f52b608f1810 2024-11-23T04:23:20,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/64788bf450f14d4d9cafdef376af278c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/64788bf450f14d4d9cafdef376af278c 2024-11-23T04:23:20,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/9739edf20c814426b950056396ee3ec3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/9739edf20c814426b950056396ee3ec3 2024-11-23T04:23:20,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/9430fa2bc9774384b2d0325954d58a0f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/9430fa2bc9774384b2d0325954d58a0f 2024-11-23T04:23:20,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1c5e6c8aebce4d3291c2de38d33d3b4c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1c5e6c8aebce4d3291c2de38d33d3b4c 2024-11-23T04:23:20,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/079d9c9772cc4d27b9d7ee72ae244fbe to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/079d9c9772cc4d27b9d7ee72ae244fbe 2024-11-23T04:23:20,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/45e8b069260343c49d236d4a16c22b68 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/45e8b069260343c49d236d4a16c22b68 2024-11-23T04:23:20,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/d03b93200776454dbedc8aad2e30c6c9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/d03b93200776454dbedc8aad2e30c6c9 2024-11-23T04:23:20,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3ea4a55564c04693bf71365134548627 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3ea4a55564c04693bf71365134548627 2024-11-23T04:23:20,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/88005be051414fabaf3ec09fe6108373 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/88005be051414fabaf3ec09fe6108373 2024-11-23T04:23:20,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/cc2ae17a8ca84f61a052d411bcbc6f1c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/cc2ae17a8ca84f61a052d411bcbc6f1c 2024-11-23T04:23:20,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/476008f26a2c4ebaa16cf1870f28ace6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/476008f26a2c4ebaa16cf1870f28ace6 2024-11-23T04:23:20,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/93e3efe1da9b48e19f1853e4f13584e2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/93e3efe1da9b48e19f1853e4f13584e2 2024-11-23T04:23:20,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/fd46c1c45b91489a8545f4bf79415f3e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/fd46c1c45b91489a8545f4bf79415f3e 2024-11-23T04:23:20,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/e187e36cef794bc190201ed383b8b795 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/e187e36cef794bc190201ed383b8b795 2024-11-23T04:23:20,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/c3930f6c250242c084c33aa68b0d9ea0 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/c3930f6c250242c084c33aa68b0d9ea0 2024-11-23T04:23:20,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/781680db6ea5401ab389b11c247ac61b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/781680db6ea5401ab389b11c247ac61b 2024-11-23T04:23:20,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/33ea0b32acdf48ad921b2085ae78efac to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/33ea0b32acdf48ad921b2085ae78efac 2024-11-23T04:23:20,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/07e2c416ac904de0a5e863fe2a93e90c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/07e2c416ac904de0a5e863fe2a93e90c 2024-11-23T04:23:20,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/aac8b6f7ded14929a8eb383b952d5990 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/aac8b6f7ded14929a8eb383b952d5990 2024-11-23T04:23:20,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/72d968cee840424894ec6c6f810417d4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/72d968cee840424894ec6c6f810417d4 2024-11-23T04:23:20,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/70e1352933914414934e1e46e395d8a6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/70e1352933914414934e1e46e395d8a6 2024-11-23T04:23:20,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/67aa10008db94a9da7517a6cf6d702a7 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/67aa10008db94a9da7517a6cf6d702a7 2024-11-23T04:23:20,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/7ad57b5e867d455db71f9c243b5ff5c1 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/7ad57b5e867d455db71f9c243b5ff5c1 2024-11-23T04:23:20,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a948b9d7a03b430fbf09b032c0b782be to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/a948b9d7a03b430fbf09b032c0b782be 2024-11-23T04:23:20,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/45da240fcebe400bba61920133fe5ec1 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/45da240fcebe400bba61920133fe5ec1 2024-11-23T04:23:20,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3ceb75192c204e828009b667c8f6f0e5 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3ceb75192c204e828009b667c8f6f0e5 2024-11-23T04:23:20,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1aa99f4fcd354489a654339d6171503d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/1aa99f4fcd354489a654339d6171503d 2024-11-23T04:23:20,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/66f8ab0ffdd84c12a8d66da4673fcf9e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/66f8ab0ffdd84c12a8d66da4673fcf9e 2024-11-23T04:23:20,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/906b44a121484933a86ead64625cfc35, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/dfdf3b0852124567a6677f971a6a7a74, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/a68e9eea23684bd0aacc8fded195b86f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/5a4d70747f59478585099ce91c1e9118, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/68b97502eb6242c6a35d334767e5b659, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/0185688e23734c05b527004918027154, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/23787d152de942dc8bd08af33fc337cd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/0c813525ae0442d7aaf8846bc394189d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/12ee03b8e2d74b3080c2ee2dfcd3fbd2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/16e2322520a34a909f74bf86de6de53d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/8c666fa3a7b8439c9c76fbf9fdccfe71, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c555d5bdfe7c4dcfa580181e572a0c01, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/44bccaae9c50435f9edd3496da2459d6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bdb70c3ec8f54ec48dead6108019c311, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/ee2c1b1d757e4bd1ae1583ef9611936b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/50ed7a46ff6a4aebad7c96e2677ed7cd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/ab5c210a17a34cc49a6781f5b84c5459, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c7e2989ed92d4dae974ae7ff50e1f7ca, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/27a0be7334774f938b991b3f054831fe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/65c602ad192a43fd9610f6595618b0be, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/307cc5851177422281f952b3580c8a91, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/270ba3030c0440bc80bb5e8a61312d2a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/a17fa6799e3142aebab63b57a78e0fd8, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6fa9fade4be14b3aa1338a52b85822b9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bcc1f72e236c49f49f0508d467cc3f21, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/3d23120b50ef464dab72a9ed3e57ad8f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/888b3d6922ff458a8822da552dcb0913, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/685d3e32374d408b8249a67fa8dea7e6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/89a351f00b4e4fe1bfdefdbac5f5ff0c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6414ad92431d473c98c555315cf649a6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/1d07d938015b43af980ac3630e6a96c3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/dec8e8ba97c64e6e921affeae2191ba4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/18c544dc5bcb4ba89d0e752701447162, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bf3f2badccd84afaaf6bbd5ca9e6eae8, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/d9d628455dd8401186937276960479b6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/2daf2dcfea0e4427aef5a6017b7bbbae, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c0e2c43d9ae54ef99c7abfce7885fcfa, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c70f59c4b4b247519a55a06a6d0af906, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/91c5fb2ef8a54b079846970507e473ac, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/319fade48e2346ee872e482b5e8d4b2d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/b5bbb31df5084b3099a867f13e1f45e2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/5e5e7b41796e4227957a9d6c69510e49, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6a5706625c42430da59439d2fa4f05fb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/21f82502fb284e0688b1c38493e85669] to archive 2024-11-23T04:23:20,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:23:20,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/906b44a121484933a86ead64625cfc35 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/906b44a121484933a86ead64625cfc35 2024-11-23T04:23:20,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/dfdf3b0852124567a6677f971a6a7a74 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/dfdf3b0852124567a6677f971a6a7a74 2024-11-23T04:23:20,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/a68e9eea23684bd0aacc8fded195b86f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/a68e9eea23684bd0aacc8fded195b86f 2024-11-23T04:23:20,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/5a4d70747f59478585099ce91c1e9118 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/5a4d70747f59478585099ce91c1e9118 2024-11-23T04:23:20,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/68b97502eb6242c6a35d334767e5b659 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/68b97502eb6242c6a35d334767e5b659 2024-11-23T04:23:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T04:23:20,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/0185688e23734c05b527004918027154 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/0185688e23734c05b527004918027154 2024-11-23T04:23:20,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/23787d152de942dc8bd08af33fc337cd to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/23787d152de942dc8bd08af33fc337cd 2024-11-23T04:23:20,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/0c813525ae0442d7aaf8846bc394189d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/0c813525ae0442d7aaf8846bc394189d 2024-11-23T04:23:20,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/12ee03b8e2d74b3080c2ee2dfcd3fbd2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/12ee03b8e2d74b3080c2ee2dfcd3fbd2 2024-11-23T04:23:20,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/16e2322520a34a909f74bf86de6de53d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/16e2322520a34a909f74bf86de6de53d 2024-11-23T04:23:20,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/8c666fa3a7b8439c9c76fbf9fdccfe71 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/8c666fa3a7b8439c9c76fbf9fdccfe71 2024-11-23T04:23:20,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c555d5bdfe7c4dcfa580181e572a0c01 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c555d5bdfe7c4dcfa580181e572a0c01 2024-11-23T04:23:20,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/44bccaae9c50435f9edd3496da2459d6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/44bccaae9c50435f9edd3496da2459d6 2024-11-23T04:23:20,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bdb70c3ec8f54ec48dead6108019c311 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bdb70c3ec8f54ec48dead6108019c311 2024-11-23T04:23:20,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/ee2c1b1d757e4bd1ae1583ef9611936b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/ee2c1b1d757e4bd1ae1583ef9611936b 2024-11-23T04:23:20,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/50ed7a46ff6a4aebad7c96e2677ed7cd to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/50ed7a46ff6a4aebad7c96e2677ed7cd 2024-11-23T04:23:20,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/ab5c210a17a34cc49a6781f5b84c5459 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/ab5c210a17a34cc49a6781f5b84c5459 2024-11-23T04:23:20,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c7e2989ed92d4dae974ae7ff50e1f7ca to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c7e2989ed92d4dae974ae7ff50e1f7ca 2024-11-23T04:23:20,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/27a0be7334774f938b991b3f054831fe to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/27a0be7334774f938b991b3f054831fe 2024-11-23T04:23:20,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/65c602ad192a43fd9610f6595618b0be to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/65c602ad192a43fd9610f6595618b0be 2024-11-23T04:23:20,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/307cc5851177422281f952b3580c8a91 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/307cc5851177422281f952b3580c8a91 2024-11-23T04:23:20,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/270ba3030c0440bc80bb5e8a61312d2a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/270ba3030c0440bc80bb5e8a61312d2a 2024-11-23T04:23:20,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/a17fa6799e3142aebab63b57a78e0fd8 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/a17fa6799e3142aebab63b57a78e0fd8 2024-11-23T04:23:20,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6fa9fade4be14b3aa1338a52b85822b9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6fa9fade4be14b3aa1338a52b85822b9 2024-11-23T04:23:20,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bcc1f72e236c49f49f0508d467cc3f21 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bcc1f72e236c49f49f0508d467cc3f21 2024-11-23T04:23:20,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/3d23120b50ef464dab72a9ed3e57ad8f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/3d23120b50ef464dab72a9ed3e57ad8f 2024-11-23T04:23:20,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/888b3d6922ff458a8822da552dcb0913 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/888b3d6922ff458a8822da552dcb0913 2024-11-23T04:23:20,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/685d3e32374d408b8249a67fa8dea7e6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/685d3e32374d408b8249a67fa8dea7e6 2024-11-23T04:23:20,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/89a351f00b4e4fe1bfdefdbac5f5ff0c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/89a351f00b4e4fe1bfdefdbac5f5ff0c 2024-11-23T04:23:20,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6414ad92431d473c98c555315cf649a6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6414ad92431d473c98c555315cf649a6 2024-11-23T04:23:20,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/1d07d938015b43af980ac3630e6a96c3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/1d07d938015b43af980ac3630e6a96c3 2024-11-23T04:23:20,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/dec8e8ba97c64e6e921affeae2191ba4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/dec8e8ba97c64e6e921affeae2191ba4 2024-11-23T04:23:20,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/18c544dc5bcb4ba89d0e752701447162 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/18c544dc5bcb4ba89d0e752701447162 2024-11-23T04:23:20,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bf3f2badccd84afaaf6bbd5ca9e6eae8 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/bf3f2badccd84afaaf6bbd5ca9e6eae8 2024-11-23T04:23:20,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/d9d628455dd8401186937276960479b6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/d9d628455dd8401186937276960479b6 2024-11-23T04:23:20,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/2daf2dcfea0e4427aef5a6017b7bbbae to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/2daf2dcfea0e4427aef5a6017b7bbbae 2024-11-23T04:23:20,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c0e2c43d9ae54ef99c7abfce7885fcfa to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c0e2c43d9ae54ef99c7abfce7885fcfa 2024-11-23T04:23:20,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c70f59c4b4b247519a55a06a6d0af906 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/c70f59c4b4b247519a55a06a6d0af906 2024-11-23T04:23:20,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/91c5fb2ef8a54b079846970507e473ac to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/91c5fb2ef8a54b079846970507e473ac 2024-11-23T04:23:20,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/319fade48e2346ee872e482b5e8d4b2d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/319fade48e2346ee872e482b5e8d4b2d 2024-11-23T04:23:20,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/b5bbb31df5084b3099a867f13e1f45e2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/b5bbb31df5084b3099a867f13e1f45e2 2024-11-23T04:23:20,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/5e5e7b41796e4227957a9d6c69510e49 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/5e5e7b41796e4227957a9d6c69510e49 2024-11-23T04:23:20,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6a5706625c42430da59439d2fa4f05fb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/6a5706625c42430da59439d2fa4f05fb 2024-11-23T04:23:20,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/21f82502fb284e0688b1c38493e85669 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/21f82502fb284e0688b1c38493e85669 2024-11-23T04:23:20,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/eaa5609e51c14828af52711d906aac43, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/8bc8b15631384284878b262897fbf0ad, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/bb05414d43c243568ad59d170df04f20, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/83bd14f9d2634f7aac8c365cb6bbcb90, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/04e19312e71246e1ab25e0a1e959aa20, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/f800b58c9b1341e1b08600027c008e56, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/63333cae142b46f79872e3cafd577ebb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/5d7f96dff2d34a3392c3cd2d05f4a3fb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/2cadf2802a7846cf83970288a3b303dc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/317b2ffabe6144609e7406e41d56dbbf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/e0b3e476eeba4194a74fa609ee621c74, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b43bfddaf96e4eb086085ff85674d562, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/0c812be83e674259a65fe159826d256d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/95df77c3869a4c3c9992d9d21f2bebfa, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/08f3af9433994a95b5f83c214abf8c19, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/f203ed7529d243ad9155035acf0a03f6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b4cbac29bda54abbaa0cdb2fe86763c2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/6ea426385cbd4fa3b52b9c8b121314c7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/e9f171315c6043559c310c6aaa48d294, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/0c7ec1f415d447588c3ae0f6f7e19205, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/75ab93e1a19b45e5a15fc9f97e13b9d4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/1862d076236c440da6a20d9f3db1be5c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/25b7dc1af2af4c708de0ff6f4896415b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/9c845f39ce864de0b44f8196f2f0a0d3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/98e59e78d79d4fe0a61690480f207efe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/a0c9dc998db6441aa1595dd9629ba3cd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/64ec902f5bbe4b86b0e5f3253dcd6d08, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/177509a7aaf24c59a87a49ae84c18bce, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/c665e66a9ab54ba4b1c0bebd60e95a10, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/39ed736de0634b9a80237ee6956166f7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/c5b6d812b0be49c4b60693ed845228b6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/a8411dcb328343238cf53341f5549a38, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/4e281eadbc3b48b28d94c67f59798845, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/000627a927ae4b22bb8fb7d032eb4b81, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/3bb7a0717d6d4ceeb979f8f7e28e3355, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/d1357644dc5848c5b8bc6fbc49788ff7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b17b86aa45d142d79befbbc5dd6c78af, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/5813d0d838bd492fb93e529cdedba9ca, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/4647566e7677436ca1566fb9225d764c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/6b399b6b886145f3b3fda1e3afeefd5c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b8317d5730c34bf980ea95f75a9e2bdb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/29aec95a1e7240ebbb3b6129f4d4c7a6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/7a92128802ff419fb9bc08d377b19a2d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/ccc0dc838a5b45d5a58e075f0055d8be] to archive 2024-11-23T04:23:20,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:23:20,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/eaa5609e51c14828af52711d906aac43 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/eaa5609e51c14828af52711d906aac43 2024-11-23T04:23:20,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/8bc8b15631384284878b262897fbf0ad to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/8bc8b15631384284878b262897fbf0ad 2024-11-23T04:23:20,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/bb05414d43c243568ad59d170df04f20 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/bb05414d43c243568ad59d170df04f20 2024-11-23T04:23:20,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/83bd14f9d2634f7aac8c365cb6bbcb90 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/83bd14f9d2634f7aac8c365cb6bbcb90 2024-11-23T04:23:20,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/04e19312e71246e1ab25e0a1e959aa20 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/04e19312e71246e1ab25e0a1e959aa20 2024-11-23T04:23:20,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/f800b58c9b1341e1b08600027c008e56 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/f800b58c9b1341e1b08600027c008e56 2024-11-23T04:23:20,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/63333cae142b46f79872e3cafd577ebb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/63333cae142b46f79872e3cafd577ebb 2024-11-23T04:23:20,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/5d7f96dff2d34a3392c3cd2d05f4a3fb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/5d7f96dff2d34a3392c3cd2d05f4a3fb 2024-11-23T04:23:20,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/2cadf2802a7846cf83970288a3b303dc to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/2cadf2802a7846cf83970288a3b303dc 2024-11-23T04:23:20,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/317b2ffabe6144609e7406e41d56dbbf to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/317b2ffabe6144609e7406e41d56dbbf 2024-11-23T04:23:20,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/e0b3e476eeba4194a74fa609ee621c74 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/e0b3e476eeba4194a74fa609ee621c74 2024-11-23T04:23:20,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b43bfddaf96e4eb086085ff85674d562 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b43bfddaf96e4eb086085ff85674d562 2024-11-23T04:23:20,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/0c812be83e674259a65fe159826d256d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/0c812be83e674259a65fe159826d256d 2024-11-23T04:23:20,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/95df77c3869a4c3c9992d9d21f2bebfa to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/95df77c3869a4c3c9992d9d21f2bebfa 2024-11-23T04:23:20,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/08f3af9433994a95b5f83c214abf8c19 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/08f3af9433994a95b5f83c214abf8c19 2024-11-23T04:23:20,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/f203ed7529d243ad9155035acf0a03f6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/f203ed7529d243ad9155035acf0a03f6 2024-11-23T04:23:20,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b4cbac29bda54abbaa0cdb2fe86763c2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b4cbac29bda54abbaa0cdb2fe86763c2 2024-11-23T04:23:20,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/6ea426385cbd4fa3b52b9c8b121314c7 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/6ea426385cbd4fa3b52b9c8b121314c7 2024-11-23T04:23:20,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/e9f171315c6043559c310c6aaa48d294 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/e9f171315c6043559c310c6aaa48d294 2024-11-23T04:23:20,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/0c7ec1f415d447588c3ae0f6f7e19205 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/0c7ec1f415d447588c3ae0f6f7e19205 2024-11-23T04:23:20,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/75ab93e1a19b45e5a15fc9f97e13b9d4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/75ab93e1a19b45e5a15fc9f97e13b9d4 2024-11-23T04:23:20,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/1862d076236c440da6a20d9f3db1be5c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/1862d076236c440da6a20d9f3db1be5c 2024-11-23T04:23:20,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/25b7dc1af2af4c708de0ff6f4896415b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/25b7dc1af2af4c708de0ff6f4896415b 2024-11-23T04:23:20,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/9c845f39ce864de0b44f8196f2f0a0d3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/9c845f39ce864de0b44f8196f2f0a0d3 2024-11-23T04:23:20,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/98e59e78d79d4fe0a61690480f207efe to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/98e59e78d79d4fe0a61690480f207efe 2024-11-23T04:23:20,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/a0c9dc998db6441aa1595dd9629ba3cd to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/a0c9dc998db6441aa1595dd9629ba3cd 2024-11-23T04:23:20,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/64ec902f5bbe4b86b0e5f3253dcd6d08 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/64ec902f5bbe4b86b0e5f3253dcd6d08 2024-11-23T04:23:20,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/177509a7aaf24c59a87a49ae84c18bce to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/177509a7aaf24c59a87a49ae84c18bce 2024-11-23T04:23:20,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/c665e66a9ab54ba4b1c0bebd60e95a10 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/c665e66a9ab54ba4b1c0bebd60e95a10 2024-11-23T04:23:20,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/39ed736de0634b9a80237ee6956166f7 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/39ed736de0634b9a80237ee6956166f7 2024-11-23T04:23:20,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/c5b6d812b0be49c4b60693ed845228b6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/c5b6d812b0be49c4b60693ed845228b6 2024-11-23T04:23:20,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/a8411dcb328343238cf53341f5549a38 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/a8411dcb328343238cf53341f5549a38 2024-11-23T04:23:20,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/4e281eadbc3b48b28d94c67f59798845 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/4e281eadbc3b48b28d94c67f59798845 2024-11-23T04:23:20,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/000627a927ae4b22bb8fb7d032eb4b81 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/000627a927ae4b22bb8fb7d032eb4b81 2024-11-23T04:23:20,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/3bb7a0717d6d4ceeb979f8f7e28e3355 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/3bb7a0717d6d4ceeb979f8f7e28e3355 2024-11-23T04:23:20,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/d1357644dc5848c5b8bc6fbc49788ff7 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/d1357644dc5848c5b8bc6fbc49788ff7 2024-11-23T04:23:20,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b17b86aa45d142d79befbbc5dd6c78af to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b17b86aa45d142d79befbbc5dd6c78af 2024-11-23T04:23:20,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/5813d0d838bd492fb93e529cdedba9ca to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/5813d0d838bd492fb93e529cdedba9ca 2024-11-23T04:23:20,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/4647566e7677436ca1566fb9225d764c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/4647566e7677436ca1566fb9225d764c 2024-11-23T04:23:20,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/6b399b6b886145f3b3fda1e3afeefd5c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/6b399b6b886145f3b3fda1e3afeefd5c 2024-11-23T04:23:20,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b8317d5730c34bf980ea95f75a9e2bdb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/b8317d5730c34bf980ea95f75a9e2bdb 2024-11-23T04:23:20,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/29aec95a1e7240ebbb3b6129f4d4c7a6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/29aec95a1e7240ebbb3b6129f4d4c7a6 2024-11-23T04:23:20,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/7a92128802ff419fb9bc08d377b19a2d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/7a92128802ff419fb9bc08d377b19a2d 2024-11-23T04:23:20,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/ccc0dc838a5b45d5a58e075f0055d8be to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/ccc0dc838a5b45d5a58e075f0055d8be 2024-11-23T04:23:20,884 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/recovered.edits/659.seqid, newMaxSeqId=659, maxSeqId=1 2024-11-23T04:23:20,885 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9. 2024-11-23T04:23:20,885 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for 40012fff9f945e9c0140d9d0cbbcada9: 2024-11-23T04:23:20,886 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed 40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:20,887 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=40012fff9f945e9c0140d9d0cbbcada9, regionState=CLOSED 2024-11-23T04:23:20,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-23T04:23:20,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure 40012fff9f945e9c0140d9d0cbbcada9, server=7aee8d3d5b7a,40403,1732335719393 in 1.2110 sec 2024-11-23T04:23:20,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-23T04:23:20,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=40012fff9f945e9c0140d9d0cbbcada9, UNASSIGN in 1.2160 sec 2024-11-23T04:23:20,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-23T04:23:20,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2190 sec 2024-11-23T04:23:20,894 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335800894"}]},"ts":"1732335800894"} 2024-11-23T04:23:20,895 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T04:23:20,897 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T04:23:20,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2330 sec 2024-11-23T04:23:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T04:23:21,772 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-23T04:23:21,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T04:23:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:21,774 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:21,775 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T04:23:21,778 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:21,780 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/recovered.edits] 2024-11-23T04:23:21,782 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/26d2636cb6c649d597d17de56d0ed271 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/26d2636cb6c649d597d17de56d0ed271 2024-11-23T04:23:21,784 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3858cf348d334b98af016db6a60beb0c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/3858cf348d334b98af016db6a60beb0c 2024-11-23T04:23:21,785 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/56aebccffb6447589b975c3cece2a164 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/56aebccffb6447589b975c3cece2a164 2024-11-23T04:23:21,786 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/590efb30e8cb470f86b27e69f8fcce57 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/A/590efb30e8cb470f86b27e69f8fcce57 2024-11-23T04:23:21,789 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/43cd7c7f97994e3ba416e2cfc98ecd00 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/43cd7c7f97994e3ba416e2cfc98ecd00 2024-11-23T04:23:21,790 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/838139534fe945dd9d32134bbe4b874c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/838139534fe945dd9d32134bbe4b874c 2024-11-23T04:23:21,791 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/8cda81c5596d4df0888b682e1c48dcfa to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/8cda81c5596d4df0888b682e1c48dcfa 2024-11-23T04:23:21,792 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/e2abf9dad2154d098576a25fd98e5a17 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/B/e2abf9dad2154d098576a25fd98e5a17 2024-11-23T04:23:21,795 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/1b603e9bcb1242468a4b7f877ee66cdc to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/1b603e9bcb1242468a4b7f877ee66cdc 2024-11-23T04:23:21,796 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/29c3dd7b7a73415fb9ac5bd53ea2ee41 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/29c3dd7b7a73415fb9ac5bd53ea2ee41 2024-11-23T04:23:21,797 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/32ce2759ae194cfb8588f65cf6c7a53b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/32ce2759ae194cfb8588f65cf6c7a53b 2024-11-23T04:23:21,799 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/58b46ff2c483462b85c9a249df10e4f3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/C/58b46ff2c483462b85c9a249df10e4f3 2024-11-23T04:23:21,801 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/recovered.edits/659.seqid to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9/recovered.edits/659.seqid 2024-11-23T04:23:21,802 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/40012fff9f945e9c0140d9d0cbbcada9 2024-11-23T04:23:21,802 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T04:23:21,804 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:21,808 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T04:23:21,812 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T04:23:21,813 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:21,813 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T04:23:21,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732335801813"}]},"ts":"9223372036854775807"} 2024-11-23T04:23:21,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T04:23:21,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 40012fff9f945e9c0140d9d0cbbcada9, NAME => 'TestAcidGuarantees,,1732335776964.40012fff9f945e9c0140d9d0cbbcada9.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T04:23:21,815 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T04:23:21,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732335801815"}]},"ts":"9223372036854775807"} 2024-11-23T04:23:21,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T04:23:21,820 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:21,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-23T04:23:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T04:23:21,877 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-23T04:23:21,890 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 243), OpenFileDescriptor=453 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=616 (was 539) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3819 (was 3906) 2024-11-23T04:23:21,901 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=616, ProcessCount=11, AvailableMemoryMB=3819 2024-11-23T04:23:21,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T04:23:21,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T04:23:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:21,905 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T04:23:21,905 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:21,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-11-23T04:23:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-23T04:23:21,906 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T04:23:21,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742235_1411 (size=963) 2024-11-23T04:23:21,915 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f 2024-11-23T04:23:21,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742236_1412 (size=53) 2024-11-23T04:23:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-23T04:23:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-23T04:23:22,322 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:23:22,322 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 28561603cbb4e95d67dfbf34ac693a12, disabling compactions & flushes 2024-11-23T04:23:22,322 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:22,322 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:22,322 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. after waiting 0 ms 2024-11-23T04:23:22,322 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:22,322 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:22,322 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:22,323 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T04:23:22,323 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732335802323"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732335802323"}]},"ts":"1732335802323"} 2024-11-23T04:23:22,324 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T04:23:22,325 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T04:23:22,325 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335802325"}]},"ts":"1732335802325"} 2024-11-23T04:23:22,326 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T04:23:22,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=28561603cbb4e95d67dfbf34ac693a12, ASSIGN}] 2024-11-23T04:23:22,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=28561603cbb4e95d67dfbf34ac693a12, ASSIGN 2024-11-23T04:23:22,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=28561603cbb4e95d67dfbf34ac693a12, ASSIGN; state=OFFLINE, location=7aee8d3d5b7a,40403,1732335719393; forceNewPlan=false, retain=false 2024-11-23T04:23:22,485 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=28561603cbb4e95d67dfbf34ac693a12, regionState=OPENING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:22,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure 28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:23:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-23T04:23:22,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:22,641 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:22,642 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} 2024-11-23T04:23:22,642 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:22,642 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:23:22,642 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:22,642 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:22,644 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:22,645 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:23:22,645 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28561603cbb4e95d67dfbf34ac693a12 columnFamilyName A 2024-11-23T04:23:22,645 DEBUG [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:22,646 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.HStore(327): Store=28561603cbb4e95d67dfbf34ac693a12/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:23:22,646 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:22,647 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:23:22,647 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28561603cbb4e95d67dfbf34ac693a12 columnFamilyName B 2024-11-23T04:23:22,647 DEBUG [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:22,648 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.HStore(327): Store=28561603cbb4e95d67dfbf34ac693a12/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:23:22,648 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:22,649 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:23:22,649 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28561603cbb4e95d67dfbf34ac693a12 columnFamilyName C 2024-11-23T04:23:22,649 DEBUG [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:22,650 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.HStore(327): Store=28561603cbb4e95d67dfbf34ac693a12/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:23:22,650 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:22,650 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:22,651 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:22,652 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T04:23:22,657 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:22,659 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T04:23:22,659 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened 28561603cbb4e95d67dfbf34ac693a12; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73474624, jitterRate=0.09485721588134766}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T04:23:22,660 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:22,661 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., pid=94, masterSystemTime=1732335802638 2024-11-23T04:23:22,662 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:22,662 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:22,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=28561603cbb4e95d67dfbf34ac693a12, regionState=OPEN, openSeqNum=2, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:22,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-23T04:23:22,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure 28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 in 177 msec 2024-11-23T04:23:22,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-23T04:23:22,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=28561603cbb4e95d67dfbf34ac693a12, ASSIGN in 332 msec 2024-11-23T04:23:22,666 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T04:23:22,667 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335802666"}]},"ts":"1732335802666"} 2024-11-23T04:23:22,667 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T04:23:22,670 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T04:23:22,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 767 msec 2024-11-23T04:23:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-23T04:23:23,010 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-23T04:23:23,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c78c04d to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d453e9e 2024-11-23T04:23:23,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6933af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:23,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:23,019 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:23,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T04:23:23,021 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T04:23:23,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T04:23:23,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T04:23:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:23,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742237_1413 (size=999) 2024-11-23T04:23:23,436 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T04:23:23,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T04:23:23,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T04:23:23,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=28561603cbb4e95d67dfbf34ac693a12, REOPEN/MOVE}] 2024-11-23T04:23:23,441 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=28561603cbb4e95d67dfbf34ac693a12, REOPEN/MOVE 2024-11-23T04:23:23,442 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=28561603cbb4e95d67dfbf34ac693a12, regionState=CLOSING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:23,443 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T04:23:23,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:23:23,594 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:23,595 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:23,595 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T04:23:23,595 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 28561603cbb4e95d67dfbf34ac693a12, disabling compactions & flushes 2024-11-23T04:23:23,595 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:23,595 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:23,595 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. after waiting 0 ms 2024-11-23T04:23:23,595 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:23,599 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T04:23:23,600 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:23,600 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:23,600 WARN [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: 28561603cbb4e95d67dfbf34ac693a12 to self. 2024-11-23T04:23:23,602 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:23,602 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=28561603cbb4e95d67dfbf34ac693a12, regionState=CLOSED 2024-11-23T04:23:23,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-23T04:23:23,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 in 160 msec 2024-11-23T04:23:23,605 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=28561603cbb4e95d67dfbf34ac693a12, REOPEN/MOVE; state=CLOSED, location=7aee8d3d5b7a,40403,1732335719393; forceNewPlan=false, retain=true 2024-11-23T04:23:23,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=28561603cbb4e95d67dfbf34ac693a12, regionState=OPENING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:23,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure 28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:23:23,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:23,911 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:23,911 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} 2024-11-23T04:23:23,912 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:23,912 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:23:23,912 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:23,912 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:23,913 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:23,914 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:23:23,914 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28561603cbb4e95d67dfbf34ac693a12 columnFamilyName A 2024-11-23T04:23:23,916 DEBUG [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:23,916 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.HStore(327): Store=28561603cbb4e95d67dfbf34ac693a12/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:23:23,917 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:23,917 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:23:23,918 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28561603cbb4e95d67dfbf34ac693a12 columnFamilyName B 2024-11-23T04:23:23,918 DEBUG [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:23,918 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.HStore(327): Store=28561603cbb4e95d67dfbf34ac693a12/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:23:23,919 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:23,919 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:23:23,919 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28561603cbb4e95d67dfbf34ac693a12 columnFamilyName C 2024-11-23T04:23:23,919 DEBUG [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:23,920 INFO [StoreOpener-28561603cbb4e95d67dfbf34ac693a12-1 {}] regionserver.HStore(327): Store=28561603cbb4e95d67dfbf34ac693a12/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:23:23,920 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:23,921 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:23,921 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:23,923 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T04:23:23,924 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:23,925 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened 28561603cbb4e95d67dfbf34ac693a12; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60819929, jitterRate=-0.09371243417263031}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T04:23:23,926 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:23,927 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., pid=99, masterSystemTime=1732335803908 2024-11-23T04:23:23,928 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:23,928 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:23,929 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=28561603cbb4e95d67dfbf34ac693a12, regionState=OPEN, openSeqNum=5, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:23,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97 2024-11-23T04:23:23,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure 28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 in 173 msec 2024-11-23T04:23:23,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-23T04:23:23,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=28561603cbb4e95d67dfbf34ac693a12, REOPEN/MOVE in 490 msec 2024-11-23T04:23:23,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-23T04:23:23,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec 2024-11-23T04:23:23,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 912 msec 2024-11-23T04:23:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-23T04:23:23,943 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19bdebc6 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5dc897a1 2024-11-23T04:23:23,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecf33fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:23,957 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7267b857 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b8b5c25 2024-11-23T04:23:23,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8cc27b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:23,961 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63822144 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52592365 2024-11-23T04:23:23,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81cac4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:23,973 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x126abdf4 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9b3e6d7 2024-11-23T04:23:23,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a04d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:23,977 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42d6bca6 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c56f75 2024-11-23T04:23:23,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3268230a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:23,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1efa0206 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d7912a0 2024-11-23T04:23:23,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd5983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:23,993 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71a4fe0c to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54ed1e8a 2024-11-23T04:23:24,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7324d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:24,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53c186a8 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fe4cb14 2024-11-23T04:23:24,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d930fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:24,019 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d80c576 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44f513b9 2024-11-23T04:23:24,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114e6211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:24,031 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17a2e973 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ba658e5 2024-11-23T04:23:24,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191ae36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:24,044 DEBUG [hconnection-0x304dc1f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:24,045 DEBUG [hconnection-0x5b1a4f25-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:24,046 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:24,049 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:24,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-23T04:23:24,051 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T04:23:24,052 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:24,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:24,056 DEBUG [hconnection-0x1cd94409-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:24,056 DEBUG [hconnection-0x5b8cbf21-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:24,056 DEBUG [hconnection-0x6b493abe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:24,057 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:24,057 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:24,057 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:24,064 DEBUG [hconnection-0x6d45dde-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:24,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:23:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:24,065 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:24,074 DEBUG [hconnection-0x1849f22c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:24,085 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:24,086 DEBUG [hconnection-0x5450e91d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:24,088 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:24,098 DEBUG [hconnection-0x78af8f8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:24,099 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:24,104 DEBUG [hconnection-0x6d05b52d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:24,105 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:24,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d34e00acef6143be9b875b1a035d2865_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335804064/Put/seqid=0 2024-11-23T04:23:24,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742238_1414 (size=12154) 2024-11-23T04:23:24,131 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:24,135 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d34e00acef6143be9b875b1a035d2865_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d34e00acef6143be9b875b1a035d2865_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:24,135 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/a25abb2d46d248f5b5261d0e03ff7881, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:24,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/a25abb2d46d248f5b5261d0e03ff7881 is 175, key is test_row_0/A:col10/1732335804064/Put/seqid=0 2024-11-23T04:23:24,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742239_1415 (size=30955) 2024-11-23T04:23:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T04:23:24,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335864144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335864145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335864151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335864154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335864164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:24,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:24,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:24,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:24,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335864256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335864256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335864260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335864265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335864266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T04:23:24,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:24,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:24,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:24,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:24,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335864459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335864459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335864466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335864468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335864471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:24,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:24,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:24,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:24,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,542 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/a25abb2d46d248f5b5261d0e03ff7881 2024-11-23T04:23:24,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/09762cdc680945faba8098b445b13d4e is 50, key is test_row_0/B:col10/1732335804064/Put/seqid=0 2024-11-23T04:23:24,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742240_1416 (size=12001) 2024-11-23T04:23:24,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/09762cdc680945faba8098b445b13d4e 2024-11-23T04:23:24,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/e9e4b1a0c5534f3f9be1b8c1532201d7 is 50, key is test_row_0/C:col10/1732335804064/Put/seqid=0 2024-11-23T04:23:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T04:23:24,666 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:24,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742241_1417 (size=12001) 2024-11-23T04:23:24,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/e9e4b1a0c5534f3f9be1b8c1532201d7 2024-11-23T04:23:24,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/a25abb2d46d248f5b5261d0e03ff7881 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a25abb2d46d248f5b5261d0e03ff7881 2024-11-23T04:23:24,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a25abb2d46d248f5b5261d0e03ff7881, entries=150, sequenceid=17, filesize=30.2 K 2024-11-23T04:23:24,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/09762cdc680945faba8098b445b13d4e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/09762cdc680945faba8098b445b13d4e 2024-11-23T04:23:24,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/09762cdc680945faba8098b445b13d4e, entries=150, sequenceid=17, filesize=11.7 K 2024-11-23T04:23:24,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/e9e4b1a0c5534f3f9be1b8c1532201d7 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e9e4b1a0c5534f3f9be1b8c1532201d7 2024-11-23T04:23:24,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e9e4b1a0c5534f3f9be1b8c1532201d7, entries=150, sequenceid=17, filesize=11.7 K 2024-11-23T04:23:24,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 28561603cbb4e95d67dfbf34ac693a12 in 659ms, sequenceid=17, compaction requested=false 2024-11-23T04:23:24,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:24,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:23:24,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:24,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:24,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:24,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:24,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:24,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:24,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335864780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335864786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335864787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335864787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335864789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d5872c0942934e9d90df599ec57493c4_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335804765/Put/seqid=0 2024-11-23T04:23:24,819 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:24,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742242_1418 (size=14594) 2024-11-23T04:23:24,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335864890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335864895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335864896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335864897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335864898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,974 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:24,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:24,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335865095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335865103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335865103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335865104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335865104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:25,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T04:23:25,235 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:25,241 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d5872c0942934e9d90df599ec57493c4_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d5872c0942934e9d90df599ec57493c4_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:25,243 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/4485df9219144cd1be49e56d33695c75, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:25,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/4485df9219144cd1be49e56d33695c75 is 175, key is test_row_0/A:col10/1732335804765/Put/seqid=0 2024-11-23T04:23:25,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742243_1419 (size=39549) 2024-11-23T04:23:25,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:25,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:25,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:25,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:25,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335865399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335865413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335865413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335865413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335865413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,440 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:25,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:25,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:25,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:25,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,594 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:25,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:25,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:25,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:25,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,676 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/4485df9219144cd1be49e56d33695c75 2024-11-23T04:23:25,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/035d58d4ab6a4514b158946e4770016e is 50, key is test_row_0/B:col10/1732335804765/Put/seqid=0 2024-11-23T04:23:25,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742244_1420 (size=12001) 2024-11-23T04:23:25,748 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:25,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,902 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:25,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:25,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335865904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335865919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335865920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335865922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:25,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335865922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:26,056 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:26,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:26,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:26,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:26,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:26,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:26,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:26,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/035d58d4ab6a4514b158946e4770016e 2024-11-23T04:23:26,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/822fefe929fc41bd9a1ff3b1f6e65750 is 50, key is test_row_0/C:col10/1732335804765/Put/seqid=0 2024-11-23T04:23:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T04:23:26,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742245_1421 (size=12001) 2024-11-23T04:23:26,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/822fefe929fc41bd9a1ff3b1f6e65750 2024-11-23T04:23:26,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/4485df9219144cd1be49e56d33695c75 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/4485df9219144cd1be49e56d33695c75 2024-11-23T04:23:26,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/4485df9219144cd1be49e56d33695c75, entries=200, sequenceid=41, filesize=38.6 K 2024-11-23T04:23:26,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/035d58d4ab6a4514b158946e4770016e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/035d58d4ab6a4514b158946e4770016e 2024-11-23T04:23:26,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/035d58d4ab6a4514b158946e4770016e, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T04:23:26,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/822fefe929fc41bd9a1ff3b1f6e65750 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/822fefe929fc41bd9a1ff3b1f6e65750 2024-11-23T04:23:26,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/822fefe929fc41bd9a1ff3b1f6e65750, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T04:23:26,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 28561603cbb4e95d67dfbf34ac693a12 in 1434ms, sequenceid=41, compaction requested=false 2024-11-23T04:23:26,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:26,209 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:26,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T04:23:26,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:26,210 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:23:26,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:26,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:26,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:26,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:26,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:26,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:26,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a1e90de011c6483f8e1a9bf458af894f_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335804786/Put/seqid=0 2024-11-23T04:23:26,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742246_1422 (size=12154) 2024-11-23T04:23:26,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:26,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a1e90de011c6483f8e1a9bf458af894f_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a1e90de011c6483f8e1a9bf458af894f_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:26,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/5667ff99512546119c2656021579abe8, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:26,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/5667ff99512546119c2656021579abe8 is 175, key is test_row_0/A:col10/1732335804786/Put/seqid=0 2024-11-23T04:23:26,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742247_1423 (size=30955) 2024-11-23T04:23:26,453 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T04:23:26,716 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/5667ff99512546119c2656021579abe8 2024-11-23T04:23:26,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/97503e206db64935b9bb679d1a60d5d7 is 50, key is test_row_0/B:col10/1732335804786/Put/seqid=0 2024-11-23T04:23:26,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742248_1424 (size=12001) 2024-11-23T04:23:26,776 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/97503e206db64935b9bb679d1a60d5d7 2024-11-23T04:23:26,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/17fc2399659d4850813cde3a40a0c4b3 is 50, key is test_row_0/C:col10/1732335804786/Put/seqid=0 2024-11-23T04:23:26,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742249_1425 (size=12001) 2024-11-23T04:23:26,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:26,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:26,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335866958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335866958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:26,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335866963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:26,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335866964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:26,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335866965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335867068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335867068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335867068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335867074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335867074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,207 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T04:23:27,229 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/17fc2399659d4850813cde3a40a0c4b3 2024-11-23T04:23:27,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/5667ff99512546119c2656021579abe8 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5667ff99512546119c2656021579abe8 2024-11-23T04:23:27,242 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5667ff99512546119c2656021579abe8, entries=150, sequenceid=53, filesize=30.2 K 2024-11-23T04:23:27,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/97503e206db64935b9bb679d1a60d5d7 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/97503e206db64935b9bb679d1a60d5d7 2024-11-23T04:23:27,248 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/97503e206db64935b9bb679d1a60d5d7, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T04:23:27,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/17fc2399659d4850813cde3a40a0c4b3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/17fc2399659d4850813cde3a40a0c4b3 2024-11-23T04:23:27,253 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/17fc2399659d4850813cde3a40a0c4b3, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T04:23:27,254 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 28561603cbb4e95d67dfbf34ac693a12 in 1044ms, sequenceid=53, compaction requested=true 2024-11-23T04:23:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-23T04:23:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-23T04:23:27,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-23T04:23:27,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2030 sec 2024-11-23T04:23:27,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 3.2070 sec 2024-11-23T04:23:27,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T04:23:27,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:27,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:27,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:27,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:27,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:27,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:27,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235be5fd63104e4db4a4edd8efcd673b2b_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335807277/Put/seqid=0 2024-11-23T04:23:27,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335867288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335867289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335867290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335867295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335867296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742250_1426 (size=14594) 2024-11-23T04:23:27,317 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:27,322 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235be5fd63104e4db4a4edd8efcd673b2b_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235be5fd63104e4db4a4edd8efcd673b2b_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:27,323 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/40d4a8dadf5a43cbbb9a1d9a5d230fdb, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:27,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/40d4a8dadf5a43cbbb9a1d9a5d230fdb is 175, key is test_row_0/A:col10/1732335807277/Put/seqid=0 2024-11-23T04:23:27,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742251_1427 (size=39549) 2024-11-23T04:23:27,379 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/40d4a8dadf5a43cbbb9a1d9a5d230fdb 2024-11-23T04:23:27,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/32e9e4ccbeaf42278b1f8f400859e4f3 is 50, key is test_row_0/B:col10/1732335807277/Put/seqid=0 2024-11-23T04:23:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335867401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335867401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335867402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335867404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335867405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742252_1428 (size=12001) 2024-11-23T04:23:27,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/32e9e4ccbeaf42278b1f8f400859e4f3 2024-11-23T04:23:27,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/81e16c71288f4725b97d33bc9122ad11 is 50, key is test_row_0/C:col10/1732335807277/Put/seqid=0 2024-11-23T04:23:27,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742253_1429 (size=12001) 2024-11-23T04:23:27,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/81e16c71288f4725b97d33bc9122ad11 2024-11-23T04:23:27,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/40d4a8dadf5a43cbbb9a1d9a5d230fdb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/40d4a8dadf5a43cbbb9a1d9a5d230fdb 2024-11-23T04:23:27,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/40d4a8dadf5a43cbbb9a1d9a5d230fdb, entries=200, sequenceid=78, filesize=38.6 K 2024-11-23T04:23:27,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/32e9e4ccbeaf42278b1f8f400859e4f3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/32e9e4ccbeaf42278b1f8f400859e4f3 2024-11-23T04:23:27,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/32e9e4ccbeaf42278b1f8f400859e4f3, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T04:23:27,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/81e16c71288f4725b97d33bc9122ad11 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/81e16c71288f4725b97d33bc9122ad11 2024-11-23T04:23:27,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/81e16c71288f4725b97d33bc9122ad11, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T04:23:27,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 28561603cbb4e95d67dfbf34ac693a12 in 247ms, sequenceid=78, compaction requested=true 2024-11-23T04:23:27,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:27,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:27,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:27,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:27,526 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:23:27,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:27,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:27,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:27,526 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:23:27,530 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:23:27,530 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:23:27,530 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/B is initiating minor compaction (all files) 2024-11-23T04:23:27,530 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/A is initiating minor compaction (all files) 2024-11-23T04:23:27,530 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/B in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:27,530 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/A in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:27,530 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/09762cdc680945faba8098b445b13d4e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/035d58d4ab6a4514b158946e4770016e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/97503e206db64935b9bb679d1a60d5d7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/32e9e4ccbeaf42278b1f8f400859e4f3] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=46.9 K 2024-11-23T04:23:27,530 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a25abb2d46d248f5b5261d0e03ff7881, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/4485df9219144cd1be49e56d33695c75, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5667ff99512546119c2656021579abe8, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/40d4a8dadf5a43cbbb9a1d9a5d230fdb] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=137.7 K 2024-11-23T04:23:27,530 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:27,530 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a25abb2d46d248f5b5261d0e03ff7881, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/4485df9219144cd1be49e56d33695c75, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5667ff99512546119c2656021579abe8, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/40d4a8dadf5a43cbbb9a1d9a5d230fdb] 2024-11-23T04:23:27,531 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 09762cdc680945faba8098b445b13d4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732335804062 2024-11-23T04:23:27,531 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a25abb2d46d248f5b5261d0e03ff7881, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732335804062 2024-11-23T04:23:27,531 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4485df9219144cd1be49e56d33695c75, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732335804089 2024-11-23T04:23:27,531 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 035d58d4ab6a4514b158946e4770016e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732335804150 2024-11-23T04:23:27,532 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 97503e206db64935b9bb679d1a60d5d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732335804786 2024-11-23T04:23:27,532 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5667ff99512546119c2656021579abe8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732335804786 2024-11-23T04:23:27,532 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 32e9e4ccbeaf42278b1f8f400859e4f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732335806951 2024-11-23T04:23:27,532 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40d4a8dadf5a43cbbb9a1d9a5d230fdb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732335806951 2024-11-23T04:23:27,554 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:27,555 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/40b8f69c344846f3ac484dcbfdd93777 is 50, key is test_row_0/B:col10/1732335807277/Put/seqid=0 2024-11-23T04:23:27,559 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:27,581 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123861913c40c554aaeae82211d3775ae6f_28561603cbb4e95d67dfbf34ac693a12 store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:27,583 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123861913c40c554aaeae82211d3775ae6f_28561603cbb4e95d67dfbf34ac693a12, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:27,583 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123861913c40c554aaeae82211d3775ae6f_28561603cbb4e95d67dfbf34ac693a12 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:27,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742254_1430 (size=12139) 2024-11-23T04:23:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:27,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:23:27,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:27,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:27,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:27,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:27,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:27,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742255_1431 (size=4469) 2024-11-23T04:23:27,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:27,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112390ae2dedb3ec4576801e62299edaa2ac_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335807614/Put/seqid=0 2024-11-23T04:23:27,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335867658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335867669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335867671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335867672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335867673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742256_1432 (size=14594) 2024-11-23T04:23:27,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335867776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335867784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335867786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335867788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335867789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:27,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335867987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335867997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335867997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,006 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/40b8f69c344846f3ac484dcbfdd93777 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/40b8f69c344846f3ac484dcbfdd93777 2024-11-23T04:23:28,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335868002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335868003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,011 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/B of 28561603cbb4e95d67dfbf34ac693a12 into 40b8f69c344846f3ac484dcbfdd93777(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:28,011 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:28,011 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/B, priority=12, startTime=1732335807526; duration=0sec 2024-11-23T04:23:28,011 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:28,011 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:B 2024-11-23T04:23:28,011 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:23:28,012 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:23:28,013 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/C is initiating minor compaction (all files) 2024-11-23T04:23:28,013 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/C in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:28,013 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e9e4b1a0c5534f3f9be1b8c1532201d7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/822fefe929fc41bd9a1ff3b1f6e65750, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/17fc2399659d4850813cde3a40a0c4b3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/81e16c71288f4725b97d33bc9122ad11] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=46.9 K 2024-11-23T04:23:28,014 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting e9e4b1a0c5534f3f9be1b8c1532201d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732335804062 2024-11-23T04:23:28,014 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 822fefe929fc41bd9a1ff3b1f6e65750, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732335804150 2024-11-23T04:23:28,015 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 17fc2399659d4850813cde3a40a0c4b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732335804786 2024-11-23T04:23:28,015 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 81e16c71288f4725b97d33bc9122ad11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732335806951 2024-11-23T04:23:28,018 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#A#compaction#373 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:28,019 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/8fed60002ba4452cb483f2dd74211aeb is 175, key is test_row_0/A:col10/1732335807277/Put/seqid=0 2024-11-23T04:23:28,035 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#C#compaction#375 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:28,036 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/0f60d836efd9413cbf7529273adc338d is 50, key is test_row_0/C:col10/1732335807277/Put/seqid=0 2024-11-23T04:23:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742257_1433 (size=31093) 2024-11-23T04:23:28,053 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/8fed60002ba4452cb483f2dd74211aeb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8fed60002ba4452cb483f2dd74211aeb 2024-11-23T04:23:28,059 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/A of 28561603cbb4e95d67dfbf34ac693a12 into 8fed60002ba4452cb483f2dd74211aeb(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:28,059 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:28,059 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/A, priority=12, startTime=1732335807526; duration=0sec 2024-11-23T04:23:28,059 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:28,059 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:A 2024-11-23T04:23:28,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742258_1434 (size=12139) 2024-11-23T04:23:28,078 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/0f60d836efd9413cbf7529273adc338d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/0f60d836efd9413cbf7529273adc338d 2024-11-23T04:23:28,083 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/C of 28561603cbb4e95d67dfbf34ac693a12 into 0f60d836efd9413cbf7529273adc338d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:28,083 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:28,083 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/C, priority=12, startTime=1732335807526; duration=0sec 2024-11-23T04:23:28,083 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:28,083 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:C 2024-11-23T04:23:28,094 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:28,099 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112390ae2dedb3ec4576801e62299edaa2ac_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112390ae2dedb3ec4576801e62299edaa2ac_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:28,100 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/5f2da501a1b04d50a082e07ce5b3f2ea, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:28,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/5f2da501a1b04d50a082e07ce5b3f2ea is 175, key is test_row_0/A:col10/1732335807614/Put/seqid=0 2024-11-23T04:23:28,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742259_1435 (size=39549) 2024-11-23T04:23:28,136 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/5f2da501a1b04d50a082e07ce5b3f2ea 2024-11-23T04:23:28,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/fb2807feefcf489a8565c431f06660e0 is 50, key is test_row_0/B:col10/1732335807614/Put/seqid=0 2024-11-23T04:23:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T04:23:28,158 INFO [Thread-1837 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-23T04:23:28,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-23T04:23:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T04:23:28,162 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:28,162 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:28,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:28,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742260_1436 (size=12001) 2024-11-23T04:23:28,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/fb2807feefcf489a8565c431f06660e0 2024-11-23T04:23:28,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/6e0ad71f8eda4d59a2b7fed2b728afe6 is 50, key is test_row_0/C:col10/1732335807614/Put/seqid=0 2024-11-23T04:23:28,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742261_1437 (size=12001) 2024-11-23T04:23:28,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/6e0ad71f8eda4d59a2b7fed2b728afe6 2024-11-23T04:23:28,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/5f2da501a1b04d50a082e07ce5b3f2ea as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5f2da501a1b04d50a082e07ce5b3f2ea 2024-11-23T04:23:28,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5f2da501a1b04d50a082e07ce5b3f2ea, entries=200, sequenceid=90, filesize=38.6 K 2024-11-23T04:23:28,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/fb2807feefcf489a8565c431f06660e0 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/fb2807feefcf489a8565c431f06660e0 2024-11-23T04:23:28,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/fb2807feefcf489a8565c431f06660e0, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T04:23:28,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/6e0ad71f8eda4d59a2b7fed2b728afe6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/6e0ad71f8eda4d59a2b7fed2b728afe6 2024-11-23T04:23:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T04:23:28,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/6e0ad71f8eda4d59a2b7fed2b728afe6, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T04:23:28,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 28561603cbb4e95d67dfbf34ac693a12 in 656ms, sequenceid=90, compaction requested=false 2024-11-23T04:23:28,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:28,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T04:23:28,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:28,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:28,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:28,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:28,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:28,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:28,314 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T04:23:28,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:28,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:28,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:28,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:28,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:28,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238748da03b55946b98187e59f5b1e87e2_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335808295/Put/seqid=0 2024-11-23T04:23:28,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335868320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335868320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335868321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335868322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335868327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742262_1438 (size=14594) 2024-11-23T04:23:28,345 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:28,352 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238748da03b55946b98187e59f5b1e87e2_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238748da03b55946b98187e59f5b1e87e2_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:28,353 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/9dd9cbcebe9b4539bf8bccb2c478e067, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:28,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/9dd9cbcebe9b4539bf8bccb2c478e067 is 175, key is test_row_0/A:col10/1732335808295/Put/seqid=0 2024-11-23T04:23:28,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742263_1439 (size=39549) 2024-11-23T04:23:28,380 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/9dd9cbcebe9b4539bf8bccb2c478e067 2024-11-23T04:23:28,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/f99c5e19494b442a95f9fb5521adb961 is 50, key is test_row_0/B:col10/1732335808295/Put/seqid=0 2024-11-23T04:23:28,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335868429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335868430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335868430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335868431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742264_1440 (size=12001) 2024-11-23T04:23:28,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/f99c5e19494b442a95f9fb5521adb961 2024-11-23T04:23:28,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335868432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/840ed11f63d34a97b5395afca1568dfa is 50, key is test_row_0/C:col10/1732335808295/Put/seqid=0 2024-11-23T04:23:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T04:23:28,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T04:23:28,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:28,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:28,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:28,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:28,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:28,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742265_1441 (size=12001) 2024-11-23T04:23:28,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/840ed11f63d34a97b5395afca1568dfa 2024-11-23T04:23:28,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/9dd9cbcebe9b4539bf8bccb2c478e067 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/9dd9cbcebe9b4539bf8bccb2c478e067 2024-11-23T04:23:28,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/9dd9cbcebe9b4539bf8bccb2c478e067, entries=200, sequenceid=118, filesize=38.6 K 2024-11-23T04:23:28,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/f99c5e19494b442a95f9fb5521adb961 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/f99c5e19494b442a95f9fb5521adb961 2024-11-23T04:23:28,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/f99c5e19494b442a95f9fb5521adb961, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T04:23:28,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/840ed11f63d34a97b5395afca1568dfa as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/840ed11f63d34a97b5395afca1568dfa 2024-11-23T04:23:28,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/840ed11f63d34a97b5395afca1568dfa, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T04:23:28,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 28561603cbb4e95d67dfbf34ac693a12 in 235ms, sequenceid=118, compaction requested=true 2024-11-23T04:23:28,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:28,532 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:28,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:28,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:28,534 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:28,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:28,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:28,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:28,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:28,534 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110191 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:28,534 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/A is initiating minor compaction (all files) 2024-11-23T04:23:28,534 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/A in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:28,534 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8fed60002ba4452cb483f2dd74211aeb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5f2da501a1b04d50a082e07ce5b3f2ea, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/9dd9cbcebe9b4539bf8bccb2c478e067] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=107.6 K 2024-11-23T04:23:28,534 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:28,535 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8fed60002ba4452cb483f2dd74211aeb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5f2da501a1b04d50a082e07ce5b3f2ea, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/9dd9cbcebe9b4539bf8bccb2c478e067] 2024-11-23T04:23:28,535 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fed60002ba4452cb483f2dd74211aeb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732335806951 2024-11-23T04:23:28,535 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f2da501a1b04d50a082e07ce5b3f2ea, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732335807289 2024-11-23T04:23:28,536 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:28,536 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/B is initiating minor compaction (all files) 2024-11-23T04:23:28,536 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/B in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:28,536 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/40b8f69c344846f3ac484dcbfdd93777, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/fb2807feefcf489a8565c431f06660e0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/f99c5e19494b442a95f9fb5521adb961] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=35.3 K 2024-11-23T04:23:28,536 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dd9cbcebe9b4539bf8bccb2c478e067, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732335807667 2024-11-23T04:23:28,537 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 40b8f69c344846f3ac484dcbfdd93777, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732335806951 2024-11-23T04:23:28,538 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting fb2807feefcf489a8565c431f06660e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732335807292 2024-11-23T04:23:28,538 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting f99c5e19494b442a95f9fb5521adb961, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732335807667 2024-11-23T04:23:28,546 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:28,554 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#B#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:28,555 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/8972d3fadedc47f8b8e5df1ec20339d9 is 50, key is test_row_0/B:col10/1732335808295/Put/seqid=0 2024-11-23T04:23:28,572 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112345054a3b844b4964babf46418111f642_28561603cbb4e95d67dfbf34ac693a12 store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:28,574 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112345054a3b844b4964babf46418111f642_28561603cbb4e95d67dfbf34ac693a12, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:28,574 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112345054a3b844b4964babf46418111f642_28561603cbb4e95d67dfbf34ac693a12 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:28,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742266_1442 (size=12241) 2024-11-23T04:23:28,618 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/8972d3fadedc47f8b8e5df1ec20339d9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/8972d3fadedc47f8b8e5df1ec20339d9 2024-11-23T04:23:28,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T04:23:28,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:28,624 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:23:28,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:28,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:28,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:28,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:28,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:28,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:28,625 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/B of 28561603cbb4e95d67dfbf34ac693a12 into 8972d3fadedc47f8b8e5df1ec20339d9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:28,625 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:28,625 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/B, priority=13, startTime=1732335808533; duration=0sec 2024-11-23T04:23:28,625 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:28,625 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:B 2024-11-23T04:23:28,625 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:28,626 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:28,626 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/C is initiating minor compaction (all files) 2024-11-23T04:23:28,626 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/C in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:28,626 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/0f60d836efd9413cbf7529273adc338d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/6e0ad71f8eda4d59a2b7fed2b728afe6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/840ed11f63d34a97b5395afca1568dfa] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=35.3 K 2024-11-23T04:23:28,627 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f60d836efd9413cbf7529273adc338d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732335806951 2024-11-23T04:23:28,628 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e0ad71f8eda4d59a2b7fed2b728afe6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732335807292 2024-11-23T04:23:28,628 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 840ed11f63d34a97b5395afca1568dfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732335807667 2024-11-23T04:23:28,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742267_1443 (size=4469) 2024-11-23T04:23:28,631 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#A#compaction#381 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:28,632 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/de5370b1de094d63b1b3d727cccfcd85 is 175, key is test_row_0/A:col10/1732335808295/Put/seqid=0 2024-11-23T04:23:28,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b3e03475ba52499dbab17a8331923b50_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335808321/Put/seqid=0 2024-11-23T04:23:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:28,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:28,652 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#C#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:28,653 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/a0014aec42244ad7b5557f27e00ef062 is 50, key is test_row_0/C:col10/1732335808295/Put/seqid=0 2024-11-23T04:23:28,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742268_1444 (size=31195) 2024-11-23T04:23:28,672 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/de5370b1de094d63b1b3d727cccfcd85 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/de5370b1de094d63b1b3d727cccfcd85 2024-11-23T04:23:28,678 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/A of 28561603cbb4e95d67dfbf34ac693a12 into de5370b1de094d63b1b3d727cccfcd85(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:28,678 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:28,678 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/A, priority=13, startTime=1732335808532; duration=0sec 2024-11-23T04:23:28,678 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:28,678 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:A 2024-11-23T04:23:28,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742269_1445 (size=12154) 2024-11-23T04:23:28,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742270_1446 (size=12241) 2024-11-23T04:23:28,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335868691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335868693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335868694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335868696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335868697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T04:23:28,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335868804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335868804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335868804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335868805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:28,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335868805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335869011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335869011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335869013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335869013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335869013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:29,091 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b3e03475ba52499dbab17a8331923b50_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b3e03475ba52499dbab17a8331923b50_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:29,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/8495ed7bf63e4d79ae7fe618b91f4265, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:29,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/8495ed7bf63e4d79ae7fe618b91f4265 is 175, key is test_row_0/A:col10/1732335808321/Put/seqid=0 2024-11-23T04:23:29,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742271_1447 (size=30955) 2024-11-23T04:23:29,107 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/8495ed7bf63e4d79ae7fe618b91f4265 2024-11-23T04:23:29,112 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/a0014aec42244ad7b5557f27e00ef062 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/a0014aec42244ad7b5557f27e00ef062 2024-11-23T04:23:29,122 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/C of 28561603cbb4e95d67dfbf34ac693a12 into a0014aec42244ad7b5557f27e00ef062(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:29,122 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:29,122 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/C, priority=13, startTime=1732335808534; duration=0sec 2024-11-23T04:23:29,123 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:29,123 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:C 2024-11-23T04:23:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/90ea8a7c92dc4d06abd3985c3a170b60 is 50, key is test_row_0/B:col10/1732335808321/Put/seqid=0 2024-11-23T04:23:29,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742272_1448 (size=12001) 2024-11-23T04:23:29,172 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/90ea8a7c92dc4d06abd3985c3a170b60 2024-11-23T04:23:29,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/473f8f6381724ace808999626de8711b is 50, key is test_row_0/C:col10/1732335808321/Put/seqid=0 2024-11-23T04:23:29,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742273_1449 (size=12001) 2024-11-23T04:23:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T04:23:29,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335869318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335869319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335869322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335869323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335869324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,639 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/473f8f6381724ace808999626de8711b 2024-11-23T04:23:29,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/8495ed7bf63e4d79ae7fe618b91f4265 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8495ed7bf63e4d79ae7fe618b91f4265 2024-11-23T04:23:29,649 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8495ed7bf63e4d79ae7fe618b91f4265, entries=150, sequenceid=129, filesize=30.2 K 2024-11-23T04:23:29,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/90ea8a7c92dc4d06abd3985c3a170b60 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/90ea8a7c92dc4d06abd3985c3a170b60 2024-11-23T04:23:29,657 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/90ea8a7c92dc4d06abd3985c3a170b60, entries=150, sequenceid=129, filesize=11.7 K 2024-11-23T04:23:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/473f8f6381724ace808999626de8711b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/473f8f6381724ace808999626de8711b 2024-11-23T04:23:29,665 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/473f8f6381724ace808999626de8711b, entries=150, sequenceid=129, filesize=11.7 K 2024-11-23T04:23:29,665 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 28561603cbb4e95d67dfbf34ac693a12 in 1041ms, sequenceid=129, compaction requested=false 2024-11-23T04:23:29,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:29,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:29,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-23T04:23:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-23T04:23:29,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-23T04:23:29,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5110 sec 2024-11-23T04:23:29,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.5160 sec 2024-11-23T04:23:29,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T04:23:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:29,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:29,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:29,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:29,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:29,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:29,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:29,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335869838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ebf53a79d1d840e4baee57556cc60e19_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335809827/Put/seqid=0 2024-11-23T04:23:29,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335869841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335869842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335869844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335869844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742274_1450 (size=14794) 2024-11-23T04:23:29,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335869946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335869950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335869951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335869951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:29,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335869953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335870152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335870156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335870158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335870158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335870161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T04:23:30,266 INFO [Thread-1837 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-23T04:23:30,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-23T04:23:30,270 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:30,271 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:30,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T04:23:30,287 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,292 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ebf53a79d1d840e4baee57556cc60e19_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ebf53a79d1d840e4baee57556cc60e19_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:30,293 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/06d9e68b34a04e90ab7ef4c7401edda9, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:30,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/06d9e68b34a04e90ab7ef4c7401edda9 is 175, key is test_row_0/A:col10/1732335809827/Put/seqid=0 2024-11-23T04:23:30,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742275_1451 (size=39749) 2024-11-23T04:23:30,330 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/06d9e68b34a04e90ab7ef4c7401edda9 2024-11-23T04:23:30,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/cd0391c36b9b4c828a643d184efd4284 is 50, key is test_row_0/B:col10/1732335809827/Put/seqid=0 2024-11-23T04:23:30,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742276_1452 (size=12151) 2024-11-23T04:23:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T04:23:30,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/cd0391c36b9b4c828a643d184efd4284 2024-11-23T04:23:30,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/d3db7174c1214cf5bc777daf73b2f63b is 50, key is test_row_0/C:col10/1732335809827/Put/seqid=0 2024-11-23T04:23:30,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742277_1453 (size=12151) 2024-11-23T04:23:30,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/d3db7174c1214cf5bc777daf73b2f63b 2024-11-23T04:23:30,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:30,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:30,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:30,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:30,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:30,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:30,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/06d9e68b34a04e90ab7ef4c7401edda9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/06d9e68b34a04e90ab7ef4c7401edda9 2024-11-23T04:23:30,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/06d9e68b34a04e90ab7ef4c7401edda9, entries=200, sequenceid=159, filesize=38.8 K 2024-11-23T04:23:30,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/cd0391c36b9b4c828a643d184efd4284 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/cd0391c36b9b4c828a643d184efd4284 2024-11-23T04:23:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/cd0391c36b9b4c828a643d184efd4284, entries=150, sequenceid=159, filesize=11.9 K 2024-11-23T04:23:30,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/d3db7174c1214cf5bc777daf73b2f63b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/d3db7174c1214cf5bc777daf73b2f63b 2024-11-23T04:23:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/d3db7174c1214cf5bc777daf73b2f63b, entries=150, sequenceid=159, filesize=11.9 K 2024-11-23T04:23:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 28561603cbb4e95d67dfbf34ac693a12 in 627ms, sequenceid=159, compaction requested=true 2024-11-23T04:23:30,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:30,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:30,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:30,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:30,455 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:30,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:30,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:30,455 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:30,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T04:23:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,456 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:30,456 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/B is initiating minor compaction (all files) 2024-11-23T04:23:30,456 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/B in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:30,457 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/8972d3fadedc47f8b8e5df1ec20339d9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/90ea8a7c92dc4d06abd3985c3a170b60, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/cd0391c36b9b4c828a643d184efd4284] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=35.5 K 2024-11-23T04:23:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,457 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:30,457 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/A is initiating minor compaction (all files) 2024-11-23T04:23:30,457 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/A in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:30,457 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/de5370b1de094d63b1b3d727cccfcd85, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8495ed7bf63e4d79ae7fe618b91f4265, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/06d9e68b34a04e90ab7ef4c7401edda9] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=99.5 K 2024-11-23T04:23:30,457 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:30,457 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/de5370b1de094d63b1b3d727cccfcd85, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8495ed7bf63e4d79ae7fe618b91f4265, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/06d9e68b34a04e90ab7ef4c7401edda9] 2024-11-23T04:23:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,457 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting de5370b1de094d63b1b3d727cccfcd85, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732335807667 2024-11-23T04:23:30,457 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 8972d3fadedc47f8b8e5df1ec20339d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732335807667 2024-11-23T04:23:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,458 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8495ed7bf63e4d79ae7fe618b91f4265, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732335808314 2024-11-23T04:23:30,458 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 90ea8a7c92dc4d06abd3985c3a170b60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732335808314 2024-11-23T04:23:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,458 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06d9e68b34a04e90ab7ef4c7401edda9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732335808690 2024-11-23T04:23:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,459 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting cd0391c36b9b4c828a643d184efd4284, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732335808691 2024-11-23T04:23:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,467 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,472 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123444c1d5a084741399fb33334632bb900_28561603cbb4e95d67dfbf34ac693a12 store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,474 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123444c1d5a084741399fb33334632bb900_28561603cbb4e95d67dfbf34ac693a12, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,474 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123444c1d5a084741399fb33334632bb900_28561603cbb4e95d67dfbf34ac693a12 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,510 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#B#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:30,511 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/dfd3810bc1a74d3191b4de84527fd644 is 50, key is test_row_0/B:col10/1732335809827/Put/seqid=0 2024-11-23T04:23:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:23:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:30,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:30,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:30,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:30,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742278_1454 (size=4469) 2024-11-23T04:23:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,546 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#A#compaction#390 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,547 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/353a2e90355849f6b7ed59dcc996f602 is 175, key is test_row_0/A:col10/1732335809827/Put/seqid=0 2024-11-23T04:23:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fd9efcfe327c40ac9f9e64ff93623f5c_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335810525/Put/seqid=0 2024-11-23T04:23:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742279_1455 (size=12493) 2024-11-23T04:23:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T04:23:30,577 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:30,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:30,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:30,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:30,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:30,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:30,584 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/dfd3810bc1a74d3191b4de84527fd644 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/dfd3810bc1a74d3191b4de84527fd644 2024-11-23T04:23:30,589 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/B of 28561603cbb4e95d67dfbf34ac693a12 into dfd3810bc1a74d3191b4de84527fd644(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:30,589 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:30,589 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/B, priority=13, startTime=1732335810455; duration=0sec 2024-11-23T04:23:30,589 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:30,589 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:B 2024-11-23T04:23:30,589 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:30,591 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:30,591 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/C is initiating minor compaction (all files) 2024-11-23T04:23:30,591 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/C in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:30,592 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/a0014aec42244ad7b5557f27e00ef062, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/473f8f6381724ace808999626de8711b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/d3db7174c1214cf5bc777daf73b2f63b] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=35.5 K 2024-11-23T04:23:30,592 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting a0014aec42244ad7b5557f27e00ef062, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732335807667 2024-11-23T04:23:30,592 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 473f8f6381724ace808999626de8711b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732335808314 2024-11-23T04:23:30,593 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d3db7174c1214cf5bc777daf73b2f63b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732335808691 2024-11-23T04:23:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742280_1456 (size=31447) 2024-11-23T04:23:30,621 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/353a2e90355849f6b7ed59dcc996f602 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/353a2e90355849f6b7ed59dcc996f602 2024-11-23T04:23:30,626 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/A of 28561603cbb4e95d67dfbf34ac693a12 into 353a2e90355849f6b7ed59dcc996f602(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:30,626 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:30,626 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/A, priority=13, startTime=1732335810455; duration=0sec 2024-11-23T04:23:30,626 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:30,627 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:A 2024-11-23T04:23:30,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742281_1457 (size=14794) 2024-11-23T04:23:30,638 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:30,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335870617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335870618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,642 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fd9efcfe327c40ac9f9e64ff93623f5c_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fd9efcfe327c40ac9f9e64ff93623f5c_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:30,643 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/77bbce9bb11d43eabacf798306d464ae, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:30,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/77bbce9bb11d43eabacf798306d464ae is 175, key is test_row_0/A:col10/1732335810525/Put/seqid=0 2024-11-23T04:23:30,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335870630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335870639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,656 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#C#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:30,657 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/27c180c9f92e41a786414b7e0629310f is 50, key is test_row_0/C:col10/1732335809827/Put/seqid=0 2024-11-23T04:23:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335870636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742282_1458 (size=39749) 2024-11-23T04:23:30,677 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/77bbce9bb11d43eabacf798306d464ae 2024-11-23T04:23:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742283_1459 (size=12493) 2024-11-23T04:23:30,716 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/27c180c9f92e41a786414b7e0629310f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/27c180c9f92e41a786414b7e0629310f 2024-11-23T04:23:30,721 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/C of 28561603cbb4e95d67dfbf34ac693a12 into 27c180c9f92e41a786414b7e0629310f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:30,721 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:30,721 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/C, priority=13, startTime=1732335810455; duration=0sec 2024-11-23T04:23:30,721 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:30,721 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:C 2024-11-23T04:23:30,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/40ba1b5eff5a4e699f136904b89dfc9a is 50, key is test_row_0/B:col10/1732335810525/Put/seqid=0 2024-11-23T04:23:30,730 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:30,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:30,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:30,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:30,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:30,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:30,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335870741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335870743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742284_1460 (size=12151) 2024-11-23T04:23:30,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335870751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335870755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335870765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T04:23:30,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:30,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:30,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:30,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:30,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:30,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:30,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335870951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335870951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335870959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335870964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:30,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335870972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:31,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:31,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/40ba1b5eff5a4e699f136904b89dfc9a 2024-11-23T04:23:31,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/375e287290a84356af215a66de6d4baa is 50, key is test_row_0/C:col10/1732335810525/Put/seqid=0 2024-11-23T04:23:31,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:31,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:31,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742285_1461 (size=12151) 2024-11-23T04:23:31,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/375e287290a84356af215a66de6d4baa 2024-11-23T04:23:31,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/77bbce9bb11d43eabacf798306d464ae as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/77bbce9bb11d43eabacf798306d464ae 2024-11-23T04:23:31,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/77bbce9bb11d43eabacf798306d464ae, entries=200, sequenceid=170, filesize=38.8 K 2024-11-23T04:23:31,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/40ba1b5eff5a4e699f136904b89dfc9a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/40ba1b5eff5a4e699f136904b89dfc9a 2024-11-23T04:23:31,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/40ba1b5eff5a4e699f136904b89dfc9a, entries=150, sequenceid=170, filesize=11.9 K 2024-11-23T04:23:31,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/375e287290a84356af215a66de6d4baa as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/375e287290a84356af215a66de6d4baa 2024-11-23T04:23:31,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/375e287290a84356af215a66de6d4baa, entries=150, sequenceid=170, filesize=11.9 K 2024-11-23T04:23:31,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 28561603cbb4e95d67dfbf34ac693a12 in 703ms, sequenceid=170, compaction requested=false 2024-11-23T04:23:31,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:31,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T04:23:31,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:31,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:31,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:31,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232afe64cd73394fecbddfbb3b36a23408_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335810609/Put/seqid=0 2024-11-23T04:23:31,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335871284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335871284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335871289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335871291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335871295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742286_1462 (size=12304) 2024-11-23T04:23:31,348 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T04:23:31,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335871397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335871397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335871399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335871400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335871401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:31,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:31,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335871604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335871606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335871607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335871608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335871609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:31,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,732 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:31,736 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232afe64cd73394fecbddfbb3b36a23408_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232afe64cd73394fecbddfbb3b36a23408_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:31,738 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/df57153ff9ab4be59276c3d37b26f996, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:31,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/df57153ff9ab4be59276c3d37b26f996 is 175, key is test_row_0/A:col10/1732335810609/Put/seqid=0 2024-11-23T04:23:31,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742287_1463 (size=31105) 2024-11-23T04:23:31,785 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/df57153ff9ab4be59276c3d37b26f996 2024-11-23T04:23:31,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/72f184529ce4481a98cf9fe32a8e7904 is 50, key is test_row_0/B:col10/1732335810609/Put/seqid=0 2024-11-23T04:23:31,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742288_1464 (size=12151) 2024-11-23T04:23:31,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/72f184529ce4481a98cf9fe32a8e7904 2024-11-23T04:23:31,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:31,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:31,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/e602c7c2ec194500baf775723d8de577 is 50, key is test_row_0/C:col10/1732335810609/Put/seqid=0 2024-11-23T04:23:31,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742289_1465 (size=12151) 2024-11-23T04:23:31,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/e602c7c2ec194500baf775723d8de577 2024-11-23T04:23:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/df57153ff9ab4be59276c3d37b26f996 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df57153ff9ab4be59276c3d37b26f996 2024-11-23T04:23:31,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df57153ff9ab4be59276c3d37b26f996, entries=150, sequenceid=199, filesize=30.4 K 2024-11-23T04:23:31,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/72f184529ce4481a98cf9fe32a8e7904 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/72f184529ce4481a98cf9fe32a8e7904 2024-11-23T04:23:31,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/72f184529ce4481a98cf9fe32a8e7904, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T04:23:31,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/e602c7c2ec194500baf775723d8de577 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e602c7c2ec194500baf775723d8de577 2024-11-23T04:23:31,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e602c7c2ec194500baf775723d8de577, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T04:23:31,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 28561603cbb4e95d67dfbf34ac693a12 in 624ms, sequenceid=199, compaction requested=true 2024-11-23T04:23:31,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:31,887 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:31,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:31,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:31,887 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:31,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:31,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:31,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:31,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:31,888 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:31,888 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/A is initiating minor compaction (all files) 2024-11-23T04:23:31,888 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/A in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,889 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/353a2e90355849f6b7ed59dcc996f602, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/77bbce9bb11d43eabacf798306d464ae, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df57153ff9ab4be59276c3d37b26f996] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=99.9 K 2024-11-23T04:23:31,889 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,889 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/353a2e90355849f6b7ed59dcc996f602, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/77bbce9bb11d43eabacf798306d464ae, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df57153ff9ab4be59276c3d37b26f996] 2024-11-23T04:23:31,890 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 353a2e90355849f6b7ed59dcc996f602, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732335808691 2024-11-23T04:23:31,890 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:31,890 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/B is initiating minor compaction (all files) 2024-11-23T04:23:31,890 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/B in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,890 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/dfd3810bc1a74d3191b4de84527fd644, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/40ba1b5eff5a4e699f136904b89dfc9a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/72f184529ce4481a98cf9fe32a8e7904] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=35.9 K 2024-11-23T04:23:31,890 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77bbce9bb11d43eabacf798306d464ae, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732335809839 2024-11-23T04:23:31,891 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting dfd3810bc1a74d3191b4de84527fd644, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732335808691 2024-11-23T04:23:31,891 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting df57153ff9ab4be59276c3d37b26f996, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732335810609 2024-11-23T04:23:31,891 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 40ba1b5eff5a4e699f136904b89dfc9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732335809839 2024-11-23T04:23:31,892 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 72f184529ce4481a98cf9fe32a8e7904, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732335810609 2024-11-23T04:23:31,908 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:31,916 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:31,916 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/4614e3b469ad4d0ba19d9163e39f92c2 is 50, key is test_row_0/B:col10/1732335810609/Put/seqid=0 2024-11-23T04:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:31,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:23:31,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:31,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:31,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:31,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:31,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:31,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:31,926 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123d104b995457c446791ec4c919aa7f471_28561603cbb4e95d67dfbf34ac693a12 store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:31,928 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123d104b995457c446791ec4c919aa7f471_28561603cbb4e95d67dfbf34ac693a12, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:31,928 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d104b995457c446791ec4c919aa7f471_28561603cbb4e95d67dfbf34ac693a12 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:31,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:31,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:31,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:31,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:31,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335871967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335871968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335871971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335871972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335871973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:31,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742290_1466 (size=12595) 2024-11-23T04:23:31,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123604d307a36014ab795238c04a88d8078_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335811278/Put/seqid=0 2024-11-23T04:23:32,005 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/4614e3b469ad4d0ba19d9163e39f92c2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4614e3b469ad4d0ba19d9163e39f92c2 2024-11-23T04:23:32,011 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/B of 28561603cbb4e95d67dfbf34ac693a12 into 4614e3b469ad4d0ba19d9163e39f92c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:32,011 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:32,011 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/B, priority=13, startTime=1732335811887; duration=0sec 2024-11-23T04:23:32,011 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:32,011 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:B 2024-11-23T04:23:32,012 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:32,013 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:32,013 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/C is initiating minor compaction (all files) 2024-11-23T04:23:32,013 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/C in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:32,013 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/27c180c9f92e41a786414b7e0629310f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/375e287290a84356af215a66de6d4baa, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e602c7c2ec194500baf775723d8de577] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=35.9 K 2024-11-23T04:23:32,014 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 27c180c9f92e41a786414b7e0629310f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732335808691 2024-11-23T04:23:32,014 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 375e287290a84356af215a66de6d4baa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732335809839 2024-11-23T04:23:32,015 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting e602c7c2ec194500baf775723d8de577, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732335810609 2024-11-23T04:23:32,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742291_1467 (size=4469) 2024-11-23T04:23:32,022 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#A#compaction#399 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:32,023 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/1e2dfae4db024d279e1813121f147cd2 is 175, key is test_row_0/A:col10/1732335810609/Put/seqid=0 2024-11-23T04:23:32,054 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#C#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:32,055 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/cd07e3ae7b7445bd82b84ed269878e55 is 50, key is test_row_0/C:col10/1732335810609/Put/seqid=0 2024-11-23T04:23:32,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742292_1468 (size=12304) 2024-11-23T04:23:32,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335872077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335872078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335872086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335872086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335872086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742293_1469 (size=31549) 2024-11-23T04:23:32,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:32,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:32,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:32,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:32,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:32,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:32,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742294_1470 (size=12595) 2024-11-23T04:23:32,137 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/cd07e3ae7b7445bd82b84ed269878e55 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/cd07e3ae7b7445bd82b84ed269878e55 2024-11-23T04:23:32,143 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/C of 28561603cbb4e95d67dfbf34ac693a12 into cd07e3ae7b7445bd82b84ed269878e55(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:32,143 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:32,143 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/C, priority=13, startTime=1732335811888; duration=0sec 2024-11-23T04:23:32,143 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:32,143 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:C 2024-11-23T04:23:32,270 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:32,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:32,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:32,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:32,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:32,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:32,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335872286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335872287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335872297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335872298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335872299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T04:23:32,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:32,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:32,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:32,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:32,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:32,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:32,478 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:32,483 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123604d307a36014ab795238c04a88d8078_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123604d307a36014ab795238c04a88d8078_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:32,485 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/c775f7ba09794b4789f3dd3c9f5f9545, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:32,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/c775f7ba09794b4789f3dd3c9f5f9545 is 175, key is test_row_0/A:col10/1732335811278/Put/seqid=0 2024-11-23T04:23:32,513 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/1e2dfae4db024d279e1813121f147cd2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/1e2dfae4db024d279e1813121f147cd2 2024-11-23T04:23:32,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742295_1471 (size=31105) 2024-11-23T04:23:32,517 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/c775f7ba09794b4789f3dd3c9f5f9545 2024-11-23T04:23:32,524 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/A of 28561603cbb4e95d67dfbf34ac693a12 into 1e2dfae4db024d279e1813121f147cd2(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:32,524 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:32,524 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/A, priority=13, startTime=1732335811887; duration=0sec 2024-11-23T04:23:32,524 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:32,524 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:A 2024-11-23T04:23:32,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/4a41ed69b1264ff08ab7d63d72c01166 is 50, key is test_row_0/B:col10/1732335811278/Put/seqid=0 2024-11-23T04:23:32,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742296_1472 (size=12151) 2024-11-23T04:23:32,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/4a41ed69b1264ff08ab7d63d72c01166 2024-11-23T04:23:32,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/75535b00616b4f37a35c4da9c559f347 is 50, key is test_row_0/C:col10/1732335811278/Put/seqid=0 2024-11-23T04:23:32,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:32,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:32,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:32,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:32,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:32,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:32,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335872595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335872595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742297_1473 (size=12151) 2024-11-23T04:23:32,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/75535b00616b4f37a35c4da9c559f347 2024-11-23T04:23:32,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/c775f7ba09794b4789f3dd3c9f5f9545 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c775f7ba09794b4789f3dd3c9f5f9545 2024-11-23T04:23:32,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c775f7ba09794b4789f3dd3c9f5f9545, entries=150, sequenceid=211, filesize=30.4 K 2024-11-23T04:23:32,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/4a41ed69b1264ff08ab7d63d72c01166 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4a41ed69b1264ff08ab7d63d72c01166 2024-11-23T04:23:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335872604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335872604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335872609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4a41ed69b1264ff08ab7d63d72c01166, entries=150, sequenceid=211, filesize=11.9 K 2024-11-23T04:23:32,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/75535b00616b4f37a35c4da9c559f347 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/75535b00616b4f37a35c4da9c559f347 2024-11-23T04:23:32,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/75535b00616b4f37a35c4da9c559f347, entries=150, sequenceid=211, filesize=11.9 K 2024-11-23T04:23:32,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 28561603cbb4e95d67dfbf34ac693a12 in 706ms, sequenceid=211, compaction requested=false 2024-11-23T04:23:32,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:32,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:32,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T04:23:32,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:32,731 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:23:32,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:32,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:32,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:32,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:32,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:32,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:32,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123976d652aac7448ba933df4db85853aaf_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335811972/Put/seqid=0 2024-11-23T04:23:32,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742298_1474 (size=12304) 2024-11-23T04:23:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:33,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335873121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335873122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335873125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335873126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335873127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:33,175 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123976d652aac7448ba933df4db85853aaf_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123976d652aac7448ba933df4db85853aaf_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:33,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/6ec5e4944fda473db4a5853ab7b20daf, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:33,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/6ec5e4944fda473db4a5853ab7b20daf is 175, key is test_row_0/A:col10/1732335811972/Put/seqid=0 2024-11-23T04:23:33,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742299_1475 (size=31105) 2024-11-23T04:23:33,206 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/6ec5e4944fda473db4a5853ab7b20daf 2024-11-23T04:23:33,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/ab9e427741ea425081401d5524e3f2d6 is 50, key is test_row_0/B:col10/1732335811972/Put/seqid=0 2024-11-23T04:23:33,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335873230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335873235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335873237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335873237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335873241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742300_1476 (size=12151) 2024-11-23T04:23:33,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335873436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335873443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335873444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335873445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335873448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,672 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/ab9e427741ea425081401d5524e3f2d6 2024-11-23T04:23:33,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/742950c9af8c46488bd0ce8a55ec261c is 50, key is test_row_0/C:col10/1732335811972/Put/seqid=0 2024-11-23T04:23:33,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742301_1477 (size=12151) 2024-11-23T04:23:33,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335873746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335873751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335873751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335873754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:33,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335873754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,143 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/742950c9af8c46488bd0ce8a55ec261c 2024-11-23T04:23:34,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/6ec5e4944fda473db4a5853ab7b20daf as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/6ec5e4944fda473db4a5853ab7b20daf 2024-11-23T04:23:34,161 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/6ec5e4944fda473db4a5853ab7b20daf, entries=150, sequenceid=238, filesize=30.4 K 2024-11-23T04:23:34,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/ab9e427741ea425081401d5524e3f2d6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ab9e427741ea425081401d5524e3f2d6 2024-11-23T04:23:34,169 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ab9e427741ea425081401d5524e3f2d6, entries=150, sequenceid=238, filesize=11.9 K 2024-11-23T04:23:34,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/742950c9af8c46488bd0ce8a55ec261c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/742950c9af8c46488bd0ce8a55ec261c 2024-11-23T04:23:34,177 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/742950c9af8c46488bd0ce8a55ec261c, entries=150, sequenceid=238, filesize=11.9 K 2024-11-23T04:23:34,178 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 28561603cbb4e95d67dfbf34ac693a12 in 1447ms, sequenceid=238, compaction requested=true 2024-11-23T04:23:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-23T04:23:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-23T04:23:34,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-23T04:23:34,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9090 sec 2024-11-23T04:23:34,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 3.9140 sec 2024-11-23T04:23:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:34,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T04:23:34,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:34,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:34,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:34,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:34,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:34,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:34,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123df4d9d1984bc4c518b3cc11526b30fce_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335813120/Put/seqid=0 2024-11-23T04:23:34,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742302_1478 (size=14794) 2024-11-23T04:23:34,302 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:34,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335874300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,307 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123df4d9d1984bc4c518b3cc11526b30fce_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123df4d9d1984bc4c518b3cc11526b30fce_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:34,310 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/576ef156d9c84a27954a14f6e672e01d, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:34,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/576ef156d9c84a27954a14f6e672e01d is 175, key is test_row_0/A:col10/1732335813120/Put/seqid=0 2024-11-23T04:23:34,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335874302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335874304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335874305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335874305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742303_1479 (size=39749) 2024-11-23T04:23:34,328 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/576ef156d9c84a27954a14f6e672e01d 2024-11-23T04:23:34,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/f29cf498da874138b993836ae871a57f is 50, key is test_row_0/B:col10/1732335813120/Put/seqid=0 2024-11-23T04:23:34,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742304_1480 (size=12151) 2024-11-23T04:23:34,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/f29cf498da874138b993836ae871a57f 2024-11-23T04:23:34,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/89eb61a486c046a9bf611cfb9eae31c3 is 50, key is test_row_0/C:col10/1732335813120/Put/seqid=0 2024-11-23T04:23:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T04:23:34,380 INFO [Thread-1837 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-23T04:23:34,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-23T04:23:34,383 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:34,384 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:34,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T04:23:34,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742305_1481 (size=12151) 2024-11-23T04:23:34,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/89eb61a486c046a9bf611cfb9eae31c3 2024-11-23T04:23:34,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/576ef156d9c84a27954a14f6e672e01d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/576ef156d9c84a27954a14f6e672e01d 2024-11-23T04:23:34,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/576ef156d9c84a27954a14f6e672e01d, entries=200, sequenceid=251, filesize=38.8 K 2024-11-23T04:23:34,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/f29cf498da874138b993836ae871a57f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/f29cf498da874138b993836ae871a57f 2024-11-23T04:23:34,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/f29cf498da874138b993836ae871a57f, entries=150, sequenceid=251, filesize=11.9 K 2024-11-23T04:23:34,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/89eb61a486c046a9bf611cfb9eae31c3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/89eb61a486c046a9bf611cfb9eae31c3 2024-11-23T04:23:34,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335874407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335874415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335874416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335874418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/89eb61a486c046a9bf611cfb9eae31c3, entries=150, sequenceid=251, filesize=11.9 K 2024-11-23T04:23:34,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 28561603cbb4e95d67dfbf34ac693a12 in 167ms, sequenceid=251, compaction requested=true 2024-11-23T04:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:34,429 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T04:23:34,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T04:23:34,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:34,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:34,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:34,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:34,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:34,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:34,430 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:23:34,432 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:23:34,432 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:23:34,432 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/A is initiating minor compaction (all files) 2024-11-23T04:23:34,432 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/B is initiating minor compaction (all files) 2024-11-23T04:23:34,432 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/B in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:34,432 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/A in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:34,432 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4614e3b469ad4d0ba19d9163e39f92c2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4a41ed69b1264ff08ab7d63d72c01166, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ab9e427741ea425081401d5524e3f2d6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/f29cf498da874138b993836ae871a57f] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=47.9 K 2024-11-23T04:23:34,432 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/1e2dfae4db024d279e1813121f147cd2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c775f7ba09794b4789f3dd3c9f5f9545, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/6ec5e4944fda473db4a5853ab7b20daf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/576ef156d9c84a27954a14f6e672e01d] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=130.4 K 2024-11-23T04:23:34,432 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:34,432 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/1e2dfae4db024d279e1813121f147cd2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c775f7ba09794b4789f3dd3c9f5f9545, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/6ec5e4944fda473db4a5853ab7b20daf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/576ef156d9c84a27954a14f6e672e01d] 2024-11-23T04:23:34,433 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 4614e3b469ad4d0ba19d9163e39f92c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732335810609 2024-11-23T04:23:34,433 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a41ed69b1264ff08ab7d63d72c01166, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732335811278 2024-11-23T04:23:34,433 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e2dfae4db024d279e1813121f147cd2, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732335810609 2024-11-23T04:23:34,434 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting ab9e427741ea425081401d5524e3f2d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732335811966 2024-11-23T04:23:34,434 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting f29cf498da874138b993836ae871a57f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732335813120 2024-11-23T04:23:34,434 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting c775f7ba09794b4789f3dd3c9f5f9545, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732335811278 2024-11-23T04:23:34,435 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ec5e4944fda473db4a5853ab7b20daf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732335811966 2024-11-23T04:23:34,436 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 576ef156d9c84a27954a14f6e672e01d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732335813120 2024-11-23T04:23:34,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fcfff3fac3954bba8f0a11d9c253c893_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335814302/Put/seqid=0 2024-11-23T04:23:34,455 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#B#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:34,455 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/5c91102fd94c47299ec382532d9b3eef is 50, key is test_row_0/B:col10/1732335813120/Put/seqid=0 2024-11-23T04:23:34,463 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:34,484 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123896afab068c4461fa7588a0e08628280_28561603cbb4e95d67dfbf34ac693a12 store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T04:23:34,487 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123896afab068c4461fa7588a0e08628280_28561603cbb4e95d67dfbf34ac693a12, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:34,487 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123896afab068c4461fa7588a0e08628280_28561603cbb4e95d67dfbf34ac693a12 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:34,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335874502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742307_1483 (size=12731) 2024-11-23T04:23:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742306_1482 (size=14994) 2024-11-23T04:23:34,515 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:34,520 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fcfff3fac3954bba8f0a11d9c253c893_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fcfff3fac3954bba8f0a11d9c253c893_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:34,520 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/5c91102fd94c47299ec382532d9b3eef as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/5c91102fd94c47299ec382532d9b3eef 2024-11-23T04:23:34,521 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/184fbe39e2a349e19f215eb5226bd136, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:34,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/184fbe39e2a349e19f215eb5226bd136 is 175, key is test_row_0/A:col10/1732335814302/Put/seqid=0 2024-11-23T04:23:34,527 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/B of 28561603cbb4e95d67dfbf34ac693a12 into 5c91102fd94c47299ec382532d9b3eef(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:34,528 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:34,528 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/B, priority=12, startTime=1732335814429; duration=0sec 2024-11-23T04:23:34,528 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:34,528 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:B 2024-11-23T04:23:34,528 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T04:23:34,529 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T04:23:34,529 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/C is initiating minor compaction (all files) 2024-11-23T04:23:34,529 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/C in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:34,529 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/cd07e3ae7b7445bd82b84ed269878e55, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/75535b00616b4f37a35c4da9c559f347, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/742950c9af8c46488bd0ce8a55ec261c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/89eb61a486c046a9bf611cfb9eae31c3] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=47.9 K 2024-11-23T04:23:34,530 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting cd07e3ae7b7445bd82b84ed269878e55, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732335810609 2024-11-23T04:23:34,530 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 75535b00616b4f37a35c4da9c559f347, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732335811278 2024-11-23T04:23:34,530 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 742950c9af8c46488bd0ce8a55ec261c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732335811966 2024-11-23T04:23:34,531 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 89eb61a486c046a9bf611cfb9eae31c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732335813120 2024-11-23T04:23:34,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742308_1484 (size=4469) 2024-11-23T04:23:34,534 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#A#compaction#413 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:34,535 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/57b2af07a1c4497fa99efe497d778f63 is 175, key is test_row_0/A:col10/1732335813120/Put/seqid=0 2024-11-23T04:23:34,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:34,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:34,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:34,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:34,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:34,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:34,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742309_1485 (size=39949) 2024-11-23T04:23:34,550 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/184fbe39e2a349e19f215eb5226bd136 2024-11-23T04:23:34,558 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#C#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:34,559 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/42e1ce829cb3460fbdf4eeb6e9690fd1 is 50, key is test_row_0/C:col10/1732335813120/Put/seqid=0 2024-11-23T04:23:34,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742310_1486 (size=31685) 2024-11-23T04:23:34,582 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/57b2af07a1c4497fa99efe497d778f63 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/57b2af07a1c4497fa99efe497d778f63 2024-11-23T04:23:34,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/ee6000d4f5b648498e52f1cc72200cfe is 50, key is test_row_0/B:col10/1732335814302/Put/seqid=0 2024-11-23T04:23:34,591 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/A of 28561603cbb4e95d67dfbf34ac693a12 into 57b2af07a1c4497fa99efe497d778f63(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:34,591 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:34,591 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/A, priority=12, startTime=1732335814429; duration=0sec 2024-11-23T04:23:34,591 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:34,591 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:A 2024-11-23T04:23:34,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742311_1487 (size=12731) 2024-11-23T04:23:34,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335874604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,612 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/42e1ce829cb3460fbdf4eeb6e9690fd1 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/42e1ce829cb3460fbdf4eeb6e9690fd1 2024-11-23T04:23:34,621 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/C of 28561603cbb4e95d67dfbf34ac693a12 into 42e1ce829cb3460fbdf4eeb6e9690fd1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:34,621 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:34,621 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/C, priority=12, startTime=1732335814429; duration=0sec 2024-11-23T04:23:34,621 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:34,621 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:C 2024-11-23T04:23:34,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335874619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335874621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335874621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335874624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742312_1488 (size=12301) 2024-11-23T04:23:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T04:23:34,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:34,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:34,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:34,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:34,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:34,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:34,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335874810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:34,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:34,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:34,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:34,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:34,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:34,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335874928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335874930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335874931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335874931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T04:23:34,998 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:34,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:34,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/ee6000d4f5b648498e52f1cc72200cfe 2024-11-23T04:23:35,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/5e94fcfd3ecb44759dd73bd28ab16b5b is 50, key is test_row_0/C:col10/1732335814302/Put/seqid=0 2024-11-23T04:23:35,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742313_1489 (size=12301) 2024-11-23T04:23:35,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/5e94fcfd3ecb44759dd73bd28ab16b5b 2024-11-23T04:23:35,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/184fbe39e2a349e19f215eb5226bd136 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/184fbe39e2a349e19f215eb5226bd136 2024-11-23T04:23:35,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/184fbe39e2a349e19f215eb5226bd136, entries=200, sequenceid=276, filesize=39.0 K 2024-11-23T04:23:35,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/ee6000d4f5b648498e52f1cc72200cfe as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ee6000d4f5b648498e52f1cc72200cfe 2024-11-23T04:23:35,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ee6000d4f5b648498e52f1cc72200cfe, entries=150, sequenceid=276, filesize=12.0 K 2024-11-23T04:23:35,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/5e94fcfd3ecb44759dd73bd28ab16b5b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/5e94fcfd3ecb44759dd73bd28ab16b5b 2024-11-23T04:23:35,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/5e94fcfd3ecb44759dd73bd28ab16b5b, entries=150, sequenceid=276, filesize=12.0 K 2024-11-23T04:23:35,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 28561603cbb4e95d67dfbf34ac693a12 in 679ms, sequenceid=276, compaction requested=false 2024-11-23T04:23:35,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:35,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:23:35,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:35,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:35,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:35,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:35,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:35,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:35,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f2c0261ec98645748f67f6517e07b209_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335814441/Put/seqid=0 2024-11-23T04:23:35,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:35,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:35,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:35,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:35,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742314_1490 (size=14994) 2024-11-23T04:23:35,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335875279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,306 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:35,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:35,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:35,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:35,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335875388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335875436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335875436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335875438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335875439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,460 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:35,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:35,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:35,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:35,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T04:23:35,596 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335875597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,609 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f2c0261ec98645748f67f6517e07b209_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f2c0261ec98645748f67f6517e07b209_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:35,610 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/916c601ce7a0438aad9f715298594aa4, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:35,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/916c601ce7a0438aad9f715298594aa4 is 175, key is test_row_0/A:col10/1732335814441/Put/seqid=0 2024-11-23T04:23:35,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:35,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:35,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:35,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:35,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742315_1491 (size=39949) 2024-11-23T04:23:35,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:35,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:35,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:35,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:35,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335875903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:35,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:35,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:36,036 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/916c601ce7a0438aad9f715298594aa4 2024-11-23T04:23:36,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/cda6c14192f2479597098fce57f08956 is 50, key is test_row_0/B:col10/1732335814441/Put/seqid=0 2024-11-23T04:23:36,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:36,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:36,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:36,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742316_1492 (size=12301) 2024-11-23T04:23:36,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/cda6c14192f2479597098fce57f08956 2024-11-23T04:23:36,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/9008ccbe0bfb4630a961c5b2d12f4889 is 50, key is test_row_0/C:col10/1732335814441/Put/seqid=0 2024-11-23T04:23:36,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742317_1493 (size=12301) 2024-11-23T04:23:36,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:36,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:36,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:36,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:36,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:36,382 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:36,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:36,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335876411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:36,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335876446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:36,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335876446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:36,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335876448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:36,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335876449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T04:23:36,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/9008ccbe0bfb4630a961c5b2d12f4889 2024-11-23T04:23:36,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:36,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:36,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/916c601ce7a0438aad9f715298594aa4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/916c601ce7a0438aad9f715298594aa4 2024-11-23T04:23:36,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/916c601ce7a0438aad9f715298594aa4, entries=200, sequenceid=291, filesize=39.0 K 2024-11-23T04:23:36,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/cda6c14192f2479597098fce57f08956 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/cda6c14192f2479597098fce57f08956 2024-11-23T04:23:36,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/cda6c14192f2479597098fce57f08956, entries=150, sequenceid=291, filesize=12.0 K 2024-11-23T04:23:36,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/9008ccbe0bfb4630a961c5b2d12f4889 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/9008ccbe0bfb4630a961c5b2d12f4889 2024-11-23T04:23:36,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/9008ccbe0bfb4630a961c5b2d12f4889, entries=150, sequenceid=291, filesize=12.0 K 2024-11-23T04:23:36,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 28561603cbb4e95d67dfbf34ac693a12 in 1440ms, sequenceid=291, compaction requested=true 2024-11-23T04:23:36,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:36,563 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:36,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:36,564 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:36,564 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/A is initiating minor compaction (all files) 2024-11-23T04:23:36,564 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/A in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,564 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/57b2af07a1c4497fa99efe497d778f63, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/184fbe39e2a349e19f215eb5226bd136, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/916c601ce7a0438aad9f715298594aa4] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=109.0 K 2024-11-23T04:23:36,564 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,565 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/57b2af07a1c4497fa99efe497d778f63, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/184fbe39e2a349e19f215eb5226bd136, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/916c601ce7a0438aad9f715298594aa4] 2024-11-23T04:23:36,565 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57b2af07a1c4497fa99efe497d778f63, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732335813120 2024-11-23T04:23:36,566 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 184fbe39e2a349e19f215eb5226bd136, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732335814289 2024-11-23T04:23:36,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:36,566 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:36,566 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 916c601ce7a0438aad9f715298594aa4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732335814441 2024-11-23T04:23:36,567 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:36,567 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/B is initiating minor compaction (all files) 2024-11-23T04:23:36,567 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/B in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,568 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/5c91102fd94c47299ec382532d9b3eef, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ee6000d4f5b648498e52f1cc72200cfe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/cda6c14192f2479597098fce57f08956] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=36.5 K 2024-11-23T04:23:36,568 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c91102fd94c47299ec382532d9b3eef, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732335813120 2024-11-23T04:23:36,569 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting ee6000d4f5b648498e52f1cc72200cfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732335814289 2024-11-23T04:23:36,569 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting cda6c14192f2479597098fce57f08956, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732335814441 2024-11-23T04:23:36,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:36,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:36,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:36,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:36,578 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:36,583 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#B#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:36,583 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/af73efec83024b988a54b2d480093d83 is 50, key is test_row_0/B:col10/1732335814441/Put/seqid=0 2024-11-23T04:23:36,591 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112350f02f0060b74040a7c94930c0de0531_28561603cbb4e95d67dfbf34ac693a12 store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:36,593 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112350f02f0060b74040a7c94930c0de0531_28561603cbb4e95d67dfbf34ac693a12, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:36,593 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112350f02f0060b74040a7c94930c0de0531_28561603cbb4e95d67dfbf34ac693a12 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:36,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742318_1494 (size=12983) 2024-11-23T04:23:36,647 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/af73efec83024b988a54b2d480093d83 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/af73efec83024b988a54b2d480093d83 2024-11-23T04:23:36,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742319_1495 (size=4469) 2024-11-23T04:23:36,655 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/B of 28561603cbb4e95d67dfbf34ac693a12 into af73efec83024b988a54b2d480093d83(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:36,655 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:36,655 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/B, priority=13, startTime=1732335816566; duration=0sec 2024-11-23T04:23:36,655 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:36,655 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:B 2024-11-23T04:23:36,655 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:36,657 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:36,657 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/C is initiating minor compaction (all files) 2024-11-23T04:23:36,657 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/C in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,657 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/42e1ce829cb3460fbdf4eeb6e9690fd1, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/5e94fcfd3ecb44759dd73bd28ab16b5b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/9008ccbe0bfb4630a961c5b2d12f4889] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=36.5 K 2024-11-23T04:23:36,657 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 42e1ce829cb3460fbdf4eeb6e9690fd1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732335813120 2024-11-23T04:23:36,657 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e94fcfd3ecb44759dd73bd28ab16b5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732335814289 2024-11-23T04:23:36,658 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 9008ccbe0bfb4630a961c5b2d12f4889, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732335814441 2024-11-23T04:23:36,667 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#A#compaction#420 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:36,667 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/6fc730dd07fb4c41950fc60b5168cd95 is 175, key is test_row_0/A:col10/1732335814441/Put/seqid=0 2024-11-23T04:23:36,671 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:36,672 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/627e560559714a4590f20a373a1a4d0c is 50, key is test_row_0/C:col10/1732335814441/Put/seqid=0 2024-11-23T04:23:36,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:36,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T04:23:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,692 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:23:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:36,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742320_1496 (size=31937) 2024-11-23T04:23:36,711 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/6fc730dd07fb4c41950fc60b5168cd95 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/6fc730dd07fb4c41950fc60b5168cd95 2024-11-23T04:23:36,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742321_1497 (size=12983) 2024-11-23T04:23:36,719 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/A of 28561603cbb4e95d67dfbf34ac693a12 into 6fc730dd07fb4c41950fc60b5168cd95(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:36,719 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:36,719 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/A, priority=13, startTime=1732335816563; duration=0sec 2024-11-23T04:23:36,719 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:36,719 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:A 2024-11-23T04:23:36,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c6a7070a452e4883aab3a537f98b6b92_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335815268/Put/seqid=0 2024-11-23T04:23:36,724 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/627e560559714a4590f20a373a1a4d0c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/627e560559714a4590f20a373a1a4d0c 2024-11-23T04:23:36,730 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/C of 28561603cbb4e95d67dfbf34ac693a12 into 627e560559714a4590f20a373a1a4d0c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:36,730 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:36,730 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/C, priority=13, startTime=1732335816572; duration=0sec 2024-11-23T04:23:36,730 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:36,730 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:C 2024-11-23T04:23:36,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742322_1498 (size=12454) 2024-11-23T04:23:36,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,760 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c6a7070a452e4883aab3a537f98b6b92_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c6a7070a452e4883aab3a537f98b6b92_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:36,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/8e3f2f63afdc4f7984ca4926f8c6c4ce, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/8e3f2f63afdc4f7984ca4926f8c6c4ce is 175, key is test_row_0/A:col10/1732335815268/Put/seqid=0 2024-11-23T04:23:36,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742323_1499 (size=31255) 2024-11-23T04:23:36,796 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/8e3f2f63afdc4f7984ca4926f8c6c4ce 2024-11-23T04:23:36,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/526cb10ff85942a09ddde6089bf6b9f5 is 50, key is test_row_0/B:col10/1732335815268/Put/seqid=0 2024-11-23T04:23:36,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742324_1500 (size=12301) 2024-11-23T04:23:36,848 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/526cb10ff85942a09ddde6089bf6b9f5 2024-11-23T04:23:36,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/e42012813eb84c2a8eaeb9dc47602d3e is 50, key is test_row_0/C:col10/1732335815268/Put/seqid=0 2024-11-23T04:23:36,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742325_1501 (size=12301) 2024-11-23T04:23:36,879 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/e42012813eb84c2a8eaeb9dc47602d3e 2024-11-23T04:23:36,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/8e3f2f63afdc4f7984ca4926f8c6c4ce as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8e3f2f63afdc4f7984ca4926f8c6c4ce 2024-11-23T04:23:36,893 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8e3f2f63afdc4f7984ca4926f8c6c4ce, entries=150, sequenceid=316, filesize=30.5 K 2024-11-23T04:23:36,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/526cb10ff85942a09ddde6089bf6b9f5 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/526cb10ff85942a09ddde6089bf6b9f5 2024-11-23T04:23:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,899 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/526cb10ff85942a09ddde6089bf6b9f5, entries=150, sequenceid=316, filesize=12.0 K 2024-11-23T04:23:36,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/e42012813eb84c2a8eaeb9dc47602d3e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e42012813eb84c2a8eaeb9dc47602d3e 2024-11-23T04:23:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,905 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e42012813eb84c2a8eaeb9dc47602d3e, entries=150, sequenceid=316, filesize=12.0 K 2024-11-23T04:23:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,906 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 28561603cbb4e95d67dfbf34ac693a12 in 214ms, sequenceid=316, compaction requested=false 2024-11-23T04:23:36,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:36,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:36,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-23T04:23:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-23T04:23:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-23T04:23:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5240 sec 2024-11-23T04:23:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.5280 sec 2024-11-23T04:23:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:37,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:23:37,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:37,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:37,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:37,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:37,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:37,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:37,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a13421beef934214a68b2a6763fe19e7_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335817967/Put/seqid=0 2024-11-23T04:23:38,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742326_1502 (size=14994) 2024-11-23T04:23:38,051 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:38,055 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a13421beef934214a68b2a6763fe19e7_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a13421beef934214a68b2a6763fe19e7_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:38,056 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/554298520d4b4ce8accc64c25251a3b6, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:38,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/554298520d4b4ce8accc64c25251a3b6 is 175, key is test_row_0/A:col10/1732335817967/Put/seqid=0 2024-11-23T04:23:38,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742327_1503 (size=39949) 2024-11-23T04:23:38,103 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/554298520d4b4ce8accc64c25251a3b6 2024-11-23T04:23:38,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/8ba036252a234a0c9f32db38d24e4d3d is 50, key is test_row_0/B:col10/1732335817967/Put/seqid=0 2024-11-23T04:23:38,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742328_1504 (size=12301) 2024-11-23T04:23:38,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/8ba036252a234a0c9f32db38d24e4d3d 2024-11-23T04:23:38,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/a813bf43a69d42a98af1c944ebdb8302 is 50, key is test_row_0/C:col10/1732335817967/Put/seqid=0 2024-11-23T04:23:38,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742329_1505 (size=12301) 2024-11-23T04:23:38,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335878221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:38,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335878331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:38,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335878457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:38,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335878457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:38,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335878457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:38,463 DEBUG [Thread-1835 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:23:38,464 DEBUG [Thread-1831 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:23:38,465 DEBUG [Thread-1829 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:23:38,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335878464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:38,468 DEBUG [Thread-1833 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:23:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T04:23:38,492 INFO [Thread-1837 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-23T04:23:38,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-23T04:23:38,495 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T04:23:38,496 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:38,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:38,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335878536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T04:23:38,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/a813bf43a69d42a98af1c944ebdb8302 2024-11-23T04:23:38,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/554298520d4b4ce8accc64c25251a3b6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/554298520d4b4ce8accc64c25251a3b6 2024-11-23T04:23:38,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/554298520d4b4ce8accc64c25251a3b6, entries=200, sequenceid=329, filesize=39.0 K 2024-11-23T04:23:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/8ba036252a234a0c9f32db38d24e4d3d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/8ba036252a234a0c9f32db38d24e4d3d 2024-11-23T04:23:38,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/8ba036252a234a0c9f32db38d24e4d3d, entries=150, sequenceid=329, filesize=12.0 K 2024-11-23T04:23:38,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/a813bf43a69d42a98af1c944ebdb8302 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/a813bf43a69d42a98af1c944ebdb8302 2024-11-23T04:23:38,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/a813bf43a69d42a98af1c944ebdb8302, entries=150, sequenceid=329, filesize=12.0 K 2024-11-23T04:23:38,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 28561603cbb4e95d67dfbf34ac693a12 in 661ms, sequenceid=329, compaction requested=true 2024-11-23T04:23:38,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:38,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:38,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:38,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:38,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:38,640 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:38,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:38,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T04:23:38,640 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:38,641 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:38,641 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/B is initiating minor compaction (all files) 2024-11-23T04:23:38,641 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/B in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:38,642 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/af73efec83024b988a54b2d480093d83, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/526cb10ff85942a09ddde6089bf6b9f5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/8ba036252a234a0c9f32db38d24e4d3d] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=36.7 K 2024-11-23T04:23:38,642 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:38,642 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/A is initiating minor compaction (all files) 2024-11-23T04:23:38,642 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/A in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:38,642 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/6fc730dd07fb4c41950fc60b5168cd95, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8e3f2f63afdc4f7984ca4926f8c6c4ce, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/554298520d4b4ce8accc64c25251a3b6] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=100.7 K 2024-11-23T04:23:38,642 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:38,642 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/6fc730dd07fb4c41950fc60b5168cd95, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8e3f2f63afdc4f7984ca4926f8c6c4ce, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/554298520d4b4ce8accc64c25251a3b6] 2024-11-23T04:23:38,642 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting af73efec83024b988a54b2d480093d83, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732335814441 2024-11-23T04:23:38,643 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fc730dd07fb4c41950fc60b5168cd95, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732335814441 2024-11-23T04:23:38,643 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 526cb10ff85942a09ddde6089bf6b9f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732335815257 2024-11-23T04:23:38,643 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e3f2f63afdc4f7984ca4926f8c6c4ce, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732335815257 2024-11-23T04:23:38,643 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 554298520d4b4ce8accc64c25251a3b6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732335817926 2024-11-23T04:23:38,644 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ba036252a234a0c9f32db38d24e4d3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732335817926 2024-11-23T04:23:38,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:38,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T04:23:38,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:38,649 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T04:23:38,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:38,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:38,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:38,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:38,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:38,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:38,669 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:38,682 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:38,683 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/0585f2118bd048c8aee052bf39b516b0 is 50, key is test_row_0/B:col10/1732335817967/Put/seqid=0 2024-11-23T04:23:38,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234b7304811b99454ea27d38399664968e_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335818134/Put/seqid=0 2024-11-23T04:23:38,701 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411237976611d30ec49d593f36e9549577276_28561603cbb4e95d67dfbf34ac693a12 store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:38,703 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411237976611d30ec49d593f36e9549577276_28561603cbb4e95d67dfbf34ac693a12, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:38,704 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237976611d30ec49d593f36e9549577276_28561603cbb4e95d67dfbf34ac693a12 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:38,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742330_1506 (size=13085) 2024-11-23T04:23:38,758 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/0585f2118bd048c8aee052bf39b516b0 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/0585f2118bd048c8aee052bf39b516b0 2024-11-23T04:23:38,762 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/B of 28561603cbb4e95d67dfbf34ac693a12 into 0585f2118bd048c8aee052bf39b516b0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:38,762 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:38,762 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/B, priority=13, startTime=1732335818640; duration=0sec 2024-11-23T04:23:38,762 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:38,762 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:B 2024-11-23T04:23:38,762 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:38,764 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:38,764 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/C is initiating minor compaction (all files) 2024-11-23T04:23:38,764 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/C in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:38,765 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/627e560559714a4590f20a373a1a4d0c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e42012813eb84c2a8eaeb9dc47602d3e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/a813bf43a69d42a98af1c944ebdb8302] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=36.7 K 2024-11-23T04:23:38,765 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 627e560559714a4590f20a373a1a4d0c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732335814441 2024-11-23T04:23:38,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742331_1507 (size=12454) 2024-11-23T04:23:38,767 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting e42012813eb84c2a8eaeb9dc47602d3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732335815257 2024-11-23T04:23:38,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:38,767 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting a813bf43a69d42a98af1c944ebdb8302, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732335817926 2024-11-23T04:23:38,772 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234b7304811b99454ea27d38399664968e_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234b7304811b99454ea27d38399664968e_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:38,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/c8bb23ab9d304a6fb8f656705f9ce5c5, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:38,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/c8bb23ab9d304a6fb8f656705f9ce5c5 is 175, key is test_row_0/A:col10/1732335818134/Put/seqid=0 2024-11-23T04:23:38,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742332_1508 (size=4469) 2024-11-23T04:23:38,780 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#A#compaction#429 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:38,780 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/458093b150614471a35fa1a9c0c7dabe is 175, key is test_row_0/A:col10/1732335817967/Put/seqid=0 2024-11-23T04:23:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T04:23:38,802 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#C#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:38,802 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/602892b2022a4c27b425199c07ed732e is 50, key is test_row_0/C:col10/1732335817967/Put/seqid=0 2024-11-23T04:23:38,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742334_1510 (size=32039) 2024-11-23T04:23:38,846 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/458093b150614471a35fa1a9c0c7dabe as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/458093b150614471a35fa1a9c0c7dabe 2024-11-23T04:23:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:38,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:38,854 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/A of 28561603cbb4e95d67dfbf34ac693a12 into 458093b150614471a35fa1a9c0c7dabe(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:38,854 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:38,854 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/A, priority=13, startTime=1732335818640; duration=0sec 2024-11-23T04:23:38,854 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:38,854 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:A 2024-11-23T04:23:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742333_1509 (size=31255) 2024-11-23T04:23:38,862 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/c8bb23ab9d304a6fb8f656705f9ce5c5 2024-11-23T04:23:38,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742335_1511 (size=13085) 2024-11-23T04:23:38,884 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/602892b2022a4c27b425199c07ed732e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/602892b2022a4c27b425199c07ed732e 2024-11-23T04:23:38,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/ed722187f4d345f89774dd49ef501f85 is 50, key is test_row_0/B:col10/1732335818134/Put/seqid=0 2024-11-23T04:23:38,896 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/C of 28561603cbb4e95d67dfbf34ac693a12 into 602892b2022a4c27b425199c07ed732e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:38,896 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:38,896 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/C, priority=13, startTime=1732335818640; duration=0sec 2024-11-23T04:23:38,896 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:38,896 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:C 2024-11-23T04:23:38,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335878912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:38,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742336_1512 (size=12301) 2024-11-23T04:23:38,929 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/ed722187f4d345f89774dd49ef501f85 2024-11-23T04:23:38,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/c11e71058fe445258f096fba47cd6052 is 50, key is test_row_0/C:col10/1732335818134/Put/seqid=0 2024-11-23T04:23:38,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742337_1513 (size=12301) 2024-11-23T04:23:38,988 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/c11e71058fe445258f096fba47cd6052 2024-11-23T04:23:38,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/c8bb23ab9d304a6fb8f656705f9ce5c5 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c8bb23ab9d304a6fb8f656705f9ce5c5 2024-11-23T04:23:38,999 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c8bb23ab9d304a6fb8f656705f9ce5c5, entries=150, sequenceid=354, filesize=30.5 K 2024-11-23T04:23:39,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/ed722187f4d345f89774dd49ef501f85 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ed722187f4d345f89774dd49ef501f85 2024-11-23T04:23:39,004 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ed722187f4d345f89774dd49ef501f85, entries=150, sequenceid=354, filesize=12.0 K 2024-11-23T04:23:39,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/c11e71058fe445258f096fba47cd6052 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/c11e71058fe445258f096fba47cd6052 2024-11-23T04:23:39,010 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/c11e71058fe445258f096fba47cd6052, entries=150, sequenceid=354, filesize=12.0 K 2024-11-23T04:23:39,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 28561603cbb4e95d67dfbf34ac693a12 in 362ms, sequenceid=354, compaction requested=false 2024-11-23T04:23:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-23T04:23:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-23T04:23:39,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-23T04:23:39,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 516 msec 2024-11-23T04:23:39,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 521 msec 2024-11-23T04:23:39,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:23:39,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:39,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:39,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:39,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:39,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:39,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:39,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123917c6cf8e91649cf8a860e9a523e74a6_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335818847/Put/seqid=0 2024-11-23T04:23:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742338_1514 (size=12454) 2024-11-23T04:23:39,072 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:39,076 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123917c6cf8e91649cf8a860e9a523e74a6_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123917c6cf8e91649cf8a860e9a523e74a6_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:39,078 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/df092ec001a44057b6d54f6af20bcd62, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:39,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/df092ec001a44057b6d54f6af20bcd62 is 175, key is test_row_0/A:col10/1732335818847/Put/seqid=0 2024-11-23T04:23:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T04:23:39,099 INFO [Thread-1837 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-23T04:23:39,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-23T04:23:39,101 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T04:23:39,102 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:39,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:39,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742339_1515 (size=31255) 2024-11-23T04:23:39,109 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/df092ec001a44057b6d54f6af20bcd62 2024-11-23T04:23:39,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/4455b522df724dfbafe599add4788906 is 50, key is test_row_0/B:col10/1732335818847/Put/seqid=0 2024-11-23T04:23:39,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335879170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:39,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742340_1516 (size=12301) 2024-11-23T04:23:39,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/4455b522df724dfbafe599add4788906 2024-11-23T04:23:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T04:23:39,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/238dea6b8f2545ec9463f808733e36da is 50, key is test_row_0/C:col10/1732335818847/Put/seqid=0 2024-11-23T04:23:39,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742341_1517 (size=12301) 2024-11-23T04:23:39,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/238dea6b8f2545ec9463f808733e36da 2024-11-23T04:23:39,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/df092ec001a44057b6d54f6af20bcd62 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df092ec001a44057b6d54f6af20bcd62 2024-11-23T04:23:39,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df092ec001a44057b6d54f6af20bcd62, entries=150, sequenceid=369, filesize=30.5 K 2024-11-23T04:23:39,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/4455b522df724dfbafe599add4788906 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4455b522df724dfbafe599add4788906 2024-11-23T04:23:39,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:39,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T04:23:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4455b522df724dfbafe599add4788906, entries=150, sequenceid=369, filesize=12.0 K 2024-11-23T04:23:39,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/238dea6b8f2545ec9463f808733e36da as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/238dea6b8f2545ec9463f808733e36da 2024-11-23T04:23:39,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/238dea6b8f2545ec9463f808733e36da, entries=150, sequenceid=369, filesize=12.0 K 2024-11-23T04:23:39,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 28561603cbb4e95d67dfbf34ac693a12 in 247ms, sequenceid=369, compaction requested=true 2024-11-23T04:23:39,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:39,272 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:39,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:39,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:39,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:39,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:39,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:39,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:39,272 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:39,273 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:39,273 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/A is initiating minor compaction (all files) 2024-11-23T04:23:39,273 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/A in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,274 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/458093b150614471a35fa1a9c0c7dabe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c8bb23ab9d304a6fb8f656705f9ce5c5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df092ec001a44057b6d54f6af20bcd62] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=92.3 K 2024-11-23T04:23:39,274 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,274 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/458093b150614471a35fa1a9c0c7dabe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c8bb23ab9d304a6fb8f656705f9ce5c5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df092ec001a44057b6d54f6af20bcd62] 2024-11-23T04:23:39,275 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:39,275 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/B is initiating minor compaction (all files) 2024-11-23T04:23:39,275 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/B in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,275 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/0585f2118bd048c8aee052bf39b516b0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ed722187f4d345f89774dd49ef501f85, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4455b522df724dfbafe599add4788906] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=36.8 K 2024-11-23T04:23:39,276 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 458093b150614471a35fa1a9c0c7dabe, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732335817926 2024-11-23T04:23:39,276 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0585f2118bd048c8aee052bf39b516b0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732335817926 2024-11-23T04:23:39,276 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c8bb23ab9d304a6fb8f656705f9ce5c5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732335818134 2024-11-23T04:23:39,276 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed722187f4d345f89774dd49ef501f85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732335818134 2024-11-23T04:23:39,277 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting df092ec001a44057b6d54f6af20bcd62, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732335818847 2024-11-23T04:23:39,277 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4455b522df724dfbafe599add4788906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732335818847 2024-11-23T04:23:39,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T04:23:39,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:39,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:39,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:39,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:39,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:39,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:39,285 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:39,298 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#B#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:39,298 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/c8a17cdc4e934967a84b6d5a4d579186 is 50, key is test_row_0/B:col10/1732335818847/Put/seqid=0 2024-11-23T04:23:39,304 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123ff00a913df844e7e997156eea7bb05b5_28561603cbb4e95d67dfbf34ac693a12 store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:39,306 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123ff00a913df844e7e997156eea7bb05b5_28561603cbb4e95d67dfbf34ac693a12, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:39,306 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ff00a913df844e7e997156eea7bb05b5_28561603cbb4e95d67dfbf34ac693a12 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:39,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cb0875e203c24ea2b280e2dc6cc5acb4_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335819280/Put/seqid=0 2024-11-23T04:23:39,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335879346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:39,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742342_1518 (size=13187) 2024-11-23T04:23:39,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742343_1519 (size=4469) 2024-11-23T04:23:39,373 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#A#compaction#438 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:39,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742344_1520 (size=14994) 2024-11-23T04:23:39,373 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/9d076bc9d49b4449836b1ae6a6e5ad34 is 175, key is test_row_0/A:col10/1732335818847/Put/seqid=0 2024-11-23T04:23:39,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742345_1521 (size=32141) 2024-11-23T04:23:39,402 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/9d076bc9d49b4449836b1ae6a6e5ad34 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/9d076bc9d49b4449836b1ae6a6e5ad34 2024-11-23T04:23:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T04:23:39,407 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:39,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T04:23:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,411 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/A of 28561603cbb4e95d67dfbf34ac693a12 into 9d076bc9d49b4449836b1ae6a6e5ad34(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:39,411 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:39,411 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/A, priority=13, startTime=1732335819272; duration=0sec 2024-11-23T04:23:39,411 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:39,411 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:A 2024-11-23T04:23:39,411 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:23:39,413 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:23:39,413 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/C is initiating minor compaction (all files) 2024-11-23T04:23:39,414 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/C in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,414 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/602892b2022a4c27b425199c07ed732e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/c11e71058fe445258f096fba47cd6052, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/238dea6b8f2545ec9463f808733e36da] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=36.8 K 2024-11-23T04:23:39,415 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 602892b2022a4c27b425199c07ed732e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732335817926 2024-11-23T04:23:39,416 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c11e71058fe445258f096fba47cd6052, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732335818134 2024-11-23T04:23:39,416 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 238dea6b8f2545ec9463f808733e36da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732335818847 2024-11-23T04:23:39,423 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:39,423 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/592aa556036d410c9f4fd913fa48cccc is 50, key is test_row_0/C:col10/1732335818847/Put/seqid=0 2024-11-23T04:23:39,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742346_1522 (size=13187) 2024-11-23T04:23:39,459 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/592aa556036d410c9f4fd913fa48cccc as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/592aa556036d410c9f4fd913fa48cccc 2024-11-23T04:23:39,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335879455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:39,464 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/C of 28561603cbb4e95d67dfbf34ac693a12 into 592aa556036d410c9f4fd913fa48cccc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:39,464 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:39,464 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/C, priority=13, startTime=1732335819272; duration=0sec 2024-11-23T04:23:39,464 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:39,464 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:C 2024-11-23T04:23:39,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:39,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T04:23:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335879662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T04:23:39,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:39,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T04:23:39,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:39,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,766 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/c8a17cdc4e934967a84b6d5a4d579186 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/c8a17cdc4e934967a84b6d5a4d579186 2024-11-23T04:23:39,770 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/B of 28561603cbb4e95d67dfbf34ac693a12 into c8a17cdc4e934967a84b6d5a4d579186(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:39,770 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:39,770 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/B, priority=13, startTime=1732335819272; duration=0sec 2024-11-23T04:23:39,770 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:39,770 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:B 2024-11-23T04:23:39,774 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:39,777 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cb0875e203c24ea2b280e2dc6cc5acb4_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cb0875e203c24ea2b280e2dc6cc5acb4_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:39,777 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/dee35c1b49a0468faf7e2d72c929c476, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:39,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/dee35c1b49a0468faf7e2d72c929c476 is 175, key is test_row_0/A:col10/1732335819280/Put/seqid=0 2024-11-23T04:23:39,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742347_1523 (size=39949) 2024-11-23T04:23:39,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:39,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T04:23:39,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:39,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:39,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:39,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335879970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:40,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:40,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T04:23:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:40,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T04:23:40,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:40,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,182 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/dee35c1b49a0468faf7e2d72c929c476 2024-11-23T04:23:40,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/3e3732d94b2d4c668e7ec81d80cf13fe is 50, key is test_row_0/B:col10/1732335819280/Put/seqid=0 2024-11-23T04:23:40,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742348_1524 (size=12301) 2024-11-23T04:23:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T04:23:40,324 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:40,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T04:23:40,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:40,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:40,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335880476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:40,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T04:23:40,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:40,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/3e3732d94b2d4c668e7ec81d80cf13fe 2024-11-23T04:23:40,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/026aac92cd464330a4d768ed85161a99 is 50, key is test_row_0/C:col10/1732335819280/Put/seqid=0 2024-11-23T04:23:40,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742349_1525 (size=12301) 2024-11-23T04:23:40,630 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:40,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T04:23:40,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:40,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,783 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:40,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T04:23:40,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:40,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:40,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T04:23:40,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:40,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:40,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:41,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/026aac92cd464330a4d768ed85161a99 2024-11-23T04:23:41,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/dee35c1b49a0468faf7e2d72c929c476 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/dee35c1b49a0468faf7e2d72c929c476 2024-11-23T04:23:41,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/dee35c1b49a0468faf7e2d72c929c476, entries=200, sequenceid=394, filesize=39.0 K 2024-11-23T04:23:41,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/3e3732d94b2d4c668e7ec81d80cf13fe as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/3e3732d94b2d4c668e7ec81d80cf13fe 2024-11-23T04:23:41,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/3e3732d94b2d4c668e7ec81d80cf13fe, entries=150, sequenceid=394, filesize=12.0 K 2024-11-23T04:23:41,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/026aac92cd464330a4d768ed85161a99 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/026aac92cd464330a4d768ed85161a99 2024-11-23T04:23:41,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/026aac92cd464330a4d768ed85161a99, entries=150, sequenceid=394, filesize=12.0 K 2024-11-23T04:23:41,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 28561603cbb4e95d67dfbf34ac693a12 in 1745ms, sequenceid=394, compaction requested=false 2024-11-23T04:23:41,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:41,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:41,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T04:23:41,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:41,090 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:23:41,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:41,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:41,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:41,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:41,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:41,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:41,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123099efe12082e4a44a06efed8f971693e_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335819325/Put/seqid=0 2024-11-23T04:23:41,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742350_1526 (size=12454) 2024-11-23T04:23:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T04:23:41,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:41,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:41,503 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123099efe12082e4a44a06efed8f971693e_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123099efe12082e4a44a06efed8f971693e_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:41,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/b18e045eed8b476f960c710fb9718487, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:41,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/b18e045eed8b476f960c710fb9718487 is 175, key is test_row_0/A:col10/1732335819325/Put/seqid=0 2024-11-23T04:23:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742351_1527 (size=31255) 2024-11-23T04:23:41,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335881602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:41,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335881707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:41,908 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/b18e045eed8b476f960c710fb9718487 2024-11-23T04:23:41,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335881911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:41,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/e1d8e029967449f38d502309c4e6bed4 is 50, key is test_row_0/B:col10/1732335819325/Put/seqid=0 2024-11-23T04:23:41,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742352_1528 (size=12301) 2024-11-23T04:23:42,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335882216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:42,318 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/e1d8e029967449f38d502309c4e6bed4 2024-11-23T04:23:42,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/b7d28d6f733348979cbe975161f6efc9 is 50, key is test_row_0/C:col10/1732335819325/Put/seqid=0 2024-11-23T04:23:42,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742353_1529 (size=12301) 2024-11-23T04:23:42,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36604 deadline: 1732335882477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:42,480 DEBUG [Thread-1831 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:23:42,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36646 deadline: 1732335882490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:42,493 DEBUG [Thread-1835 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:23:42,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1732335882500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:42,503 DEBUG [Thread-1833 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8198 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:23:42,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36602 deadline: 1732335882501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:42,505 DEBUG [Thread-1829 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:23:42,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335882720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:42,728 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/b7d28d6f733348979cbe975161f6efc9 2024-11-23T04:23:42,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/b18e045eed8b476f960c710fb9718487 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/b18e045eed8b476f960c710fb9718487 2024-11-23T04:23:42,735 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/b18e045eed8b476f960c710fb9718487, entries=150, sequenceid=408, filesize=30.5 K 2024-11-23T04:23:42,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/e1d8e029967449f38d502309c4e6bed4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/e1d8e029967449f38d502309c4e6bed4 2024-11-23T04:23:42,739 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/e1d8e029967449f38d502309c4e6bed4, entries=150, sequenceid=408, filesize=12.0 K 2024-11-23T04:23:42,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/b7d28d6f733348979cbe975161f6efc9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/b7d28d6f733348979cbe975161f6efc9 2024-11-23T04:23:42,742 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/b7d28d6f733348979cbe975161f6efc9, entries=150, sequenceid=408, filesize=12.0 K 2024-11-23T04:23:42,743 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 28561603cbb4e95d67dfbf34ac693a12 in 1653ms, sequenceid=408, compaction requested=true 2024-11-23T04:23:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-23T04:23:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-23T04:23:42,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-23T04:23:42,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6420 sec 2024-11-23T04:23:42,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 3.6460 sec 2024-11-23T04:23:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T04:23:43,206 INFO [Thread-1837 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-23T04:23:43,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-23T04:23:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T04:23:43,209 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:43,210 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:43,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T04:23:43,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:43,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T04:23:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:43,362 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T04:23:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:43,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:43,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f96d5a84069d41728bd4ae599be82808_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335821588/Put/seqid=0 2024-11-23T04:23:43,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742354_1530 (size=12454) 2024-11-23T04:23:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T04:23:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:43,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. as already flushing 2024-11-23T04:23:43,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335883756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:43,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:43,776 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f96d5a84069d41728bd4ae599be82808_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f96d5a84069d41728bd4ae599be82808_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:43,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/a9b887eb1fc6426fb80846509c5765ec, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:43,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/a9b887eb1fc6426fb80846509c5765ec is 175, key is test_row_0/A:col10/1732335821588/Put/seqid=0 2024-11-23T04:23:43,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742355_1531 (size=31255) 2024-11-23T04:23:43,783 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=433, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/a9b887eb1fc6426fb80846509c5765ec 2024-11-23T04:23:43,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/a023ae17f88e4ac69ace04166f7fda17 is 50, key is test_row_0/B:col10/1732335821588/Put/seqid=0 2024-11-23T04:23:43,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742356_1532 (size=12301) 2024-11-23T04:23:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T04:23:43,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335883860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:44,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335884062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:44,076 DEBUG [Thread-1838 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1efa0206 to 127.0.0.1:62694 2024-11-23T04:23:44,076 DEBUG [Thread-1840 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71a4fe0c to 127.0.0.1:62694 2024-11-23T04:23:44,076 DEBUG [Thread-1840 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:44,076 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:44,080 DEBUG [Thread-1846 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17a2e973 to 127.0.0.1:62694 2024-11-23T04:23:44,080 DEBUG [Thread-1846 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:44,081 DEBUG [Thread-1844 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d80c576 to 127.0.0.1:62694 2024-11-23T04:23:44,081 DEBUG [Thread-1844 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:44,082 DEBUG [Thread-1842 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53c186a8 to 127.0.0.1:62694 2024-11-23T04:23:44,082 DEBUG [Thread-1842 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:44,193 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/a023ae17f88e4ac69ace04166f7fda17 2024-11-23T04:23:44,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/31b0651f9e3b4f4d8a9f1e3920c3cca9 is 50, key is test_row_0/C:col10/1732335821588/Put/seqid=0 2024-11-23T04:23:44,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742357_1533 (size=12301) 2024-11-23T04:23:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T04:23:44,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1732335884367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:44,603 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/31b0651f9e3b4f4d8a9f1e3920c3cca9 2024-11-23T04:23:44,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/a9b887eb1fc6426fb80846509c5765ec as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a9b887eb1fc6426fb80846509c5765ec 2024-11-23T04:23:44,609 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a9b887eb1fc6426fb80846509c5765ec, entries=150, sequenceid=433, filesize=30.5 K 2024-11-23T04:23:44,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/a023ae17f88e4ac69ace04166f7fda17 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/a023ae17f88e4ac69ace04166f7fda17 2024-11-23T04:23:44,613 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/a023ae17f88e4ac69ace04166f7fda17, entries=150, sequenceid=433, filesize=12.0 K 2024-11-23T04:23:44,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/31b0651f9e3b4f4d8a9f1e3920c3cca9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/31b0651f9e3b4f4d8a9f1e3920c3cca9 2024-11-23T04:23:44,616 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/31b0651f9e3b4f4d8a9f1e3920c3cca9, entries=150, sequenceid=433, filesize=12.0 K 2024-11-23T04:23:44,617 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 28561603cbb4e95d67dfbf34ac693a12 in 1255ms, sequenceid=433, compaction requested=true 2024-11-23T04:23:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-23T04:23:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-23T04:23:44,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-23T04:23:44,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-23T04:23:44,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.4110 sec 2024-11-23T04:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:44,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:23:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:44,870 DEBUG [Thread-1827 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19bdebc6 to 127.0.0.1:62694 2024-11-23T04:23:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:44,870 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:44,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238affbdc1f0f94a368f2f459de6d220cd_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335823740/Put/seqid=0 2024-11-23T04:23:44,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742358_1534 (size=12454) 2024-11-23T04:23:45,280 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:45,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238affbdc1f0f94a368f2f459de6d220cd_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238affbdc1f0f94a368f2f459de6d220cd_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:45,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/99ec45001a4f42f7b346f005f5055276, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:45,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/99ec45001a4f42f7b346f005f5055276 is 175, key is test_row_0/A:col10/1732335823740/Put/seqid=0 2024-11-23T04:23:45,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742359_1535 (size=31255) 2024-11-23T04:23:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T04:23:45,313 INFO [Thread-1837 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-23T04:23:45,688 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=445, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/99ec45001a4f42f7b346f005f5055276 2024-11-23T04:23:45,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/44ffea5e87c94a35aef7daf7aa662880 is 50, key is test_row_0/B:col10/1732335823740/Put/seqid=0 2024-11-23T04:23:45,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742360_1536 (size=12301) 2024-11-23T04:23:46,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/44ffea5e87c94a35aef7daf7aa662880 2024-11-23T04:23:46,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/dcddaf2f1c1845f6bb8843a2ab412d98 is 50, key is test_row_0/C:col10/1732335823740/Put/seqid=0 2024-11-23T04:23:46,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742361_1537 (size=12301) 2024-11-23T04:23:46,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/dcddaf2f1c1845f6bb8843a2ab412d98 2024-11-23T04:23:46,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/99ec45001a4f42f7b346f005f5055276 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/99ec45001a4f42f7b346f005f5055276 2024-11-23T04:23:46,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/99ec45001a4f42f7b346f005f5055276, entries=150, sequenceid=445, filesize=30.5 K 2024-11-23T04:23:46,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/44ffea5e87c94a35aef7daf7aa662880 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/44ffea5e87c94a35aef7daf7aa662880 2024-11-23T04:23:46,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/44ffea5e87c94a35aef7daf7aa662880, entries=150, sequenceid=445, filesize=12.0 K 2024-11-23T04:23:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/dcddaf2f1c1845f6bb8843a2ab412d98 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/dcddaf2f1c1845f6bb8843a2ab412d98 2024-11-23T04:23:46,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/dcddaf2f1c1845f6bb8843a2ab412d98, entries=150, sequenceid=445, filesize=12.0 K 2024-11-23T04:23:46,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 28561603cbb4e95d67dfbf34ac693a12 in 1648ms, sequenceid=445, compaction requested=true 2024-11-23T04:23:46,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:46,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:23:46,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:46,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:23:46,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:46,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28561603cbb4e95d67dfbf34ac693a12:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:23:46,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:46,519 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T04:23:46,519 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T04:23:46,520 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62391 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T04:23:46,520 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 165855 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T04:23:46,520 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/A is initiating minor compaction (all files) 2024-11-23T04:23:46,520 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/B is initiating minor compaction (all files) 2024-11-23T04:23:46,520 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/A in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:46,520 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/B in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:46,520 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/9d076bc9d49b4449836b1ae6a6e5ad34, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/dee35c1b49a0468faf7e2d72c929c476, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/b18e045eed8b476f960c710fb9718487, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a9b887eb1fc6426fb80846509c5765ec, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/99ec45001a4f42f7b346f005f5055276] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=162.0 K 2024-11-23T04:23:46,520 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/c8a17cdc4e934967a84b6d5a4d579186, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/3e3732d94b2d4c668e7ec81d80cf13fe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/e1d8e029967449f38d502309c4e6bed4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/a023ae17f88e4ac69ace04166f7fda17, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/44ffea5e87c94a35aef7daf7aa662880] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=60.9 K 2024-11-23T04:23:46,520 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:46,520 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/9d076bc9d49b4449836b1ae6a6e5ad34, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/dee35c1b49a0468faf7e2d72c929c476, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/b18e045eed8b476f960c710fb9718487, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a9b887eb1fc6426fb80846509c5765ec, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/99ec45001a4f42f7b346f005f5055276] 2024-11-23T04:23:46,520 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c8a17cdc4e934967a84b6d5a4d579186, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732335818847 2024-11-23T04:23:46,520 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d076bc9d49b4449836b1ae6a6e5ad34, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732335818847 2024-11-23T04:23:46,521 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting dee35c1b49a0468faf7e2d72c929c476, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732335819095 2024-11-23T04:23:46,521 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e3732d94b2d4c668e7ec81d80cf13fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732335819095 2024-11-23T04:23:46,521 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting b18e045eed8b476f960c710fb9718487, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732335819325 2024-11-23T04:23:46,521 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting e1d8e029967449f38d502309c4e6bed4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732335819325 2024-11-23T04:23:46,521 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9b887eb1fc6426fb80846509c5765ec, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732335821573 2024-11-23T04:23:46,521 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting a023ae17f88e4ac69ace04166f7fda17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732335821573 2024-11-23T04:23:46,521 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99ec45001a4f42f7b346f005f5055276, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732335823740 2024-11-23T04:23:46,521 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 44ffea5e87c94a35aef7daf7aa662880, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732335823740 2024-11-23T04:23:46,530 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:46,530 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/3a87b52dee03442f9e8fe71f024ef050 is 50, key is test_row_0/B:col10/1732335823740/Put/seqid=0 2024-11-23T04:23:46,533 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:46,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742362_1538 (size=13357) 2024-11-23T04:23:46,535 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123fa50fe492315457abfbce2a0474db83e_28561603cbb4e95d67dfbf34ac693a12 store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:46,562 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123fa50fe492315457abfbce2a0474db83e_28561603cbb4e95d67dfbf34ac693a12, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:46,562 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fa50fe492315457abfbce2a0474db83e_28561603cbb4e95d67dfbf34ac693a12 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:46,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742363_1539 (size=4469) 2024-11-23T04:23:46,938 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/3a87b52dee03442f9e8fe71f024ef050 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/3a87b52dee03442f9e8fe71f024ef050 2024-11-23T04:23:46,941 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/B of 28561603cbb4e95d67dfbf34ac693a12 into 3a87b52dee03442f9e8fe71f024ef050(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:46,941 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:46,941 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/B, priority=11, startTime=1732335826519; duration=0sec 2024-11-23T04:23:46,941 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:23:46,941 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:B 2024-11-23T04:23:46,941 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T04:23:46,942 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62391 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T04:23:46,942 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 28561603cbb4e95d67dfbf34ac693a12/C is initiating minor compaction (all files) 2024-11-23T04:23:46,943 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 28561603cbb4e95d67dfbf34ac693a12/C in TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:46,943 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/592aa556036d410c9f4fd913fa48cccc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/026aac92cd464330a4d768ed85161a99, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/b7d28d6f733348979cbe975161f6efc9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/31b0651f9e3b4f4d8a9f1e3920c3cca9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/dcddaf2f1c1845f6bb8843a2ab412d98] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp, totalSize=60.9 K 2024-11-23T04:23:46,943 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 592aa556036d410c9f4fd913fa48cccc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732335818847 2024-11-23T04:23:46,943 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 026aac92cd464330a4d768ed85161a99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732335819095 2024-11-23T04:23:46,943 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting b7d28d6f733348979cbe975161f6efc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732335819325 2024-11-23T04:23:46,944 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 31b0651f9e3b4f4d8a9f1e3920c3cca9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732335821573 2024-11-23T04:23:46,944 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting dcddaf2f1c1845f6bb8843a2ab412d98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732335823740 2024-11-23T04:23:46,952 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#C#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:46,952 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/bfdaf13bc86b4866bbbd6dba3e625661 is 50, key is test_row_0/C:col10/1732335823740/Put/seqid=0 2024-11-23T04:23:46,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742364_1540 (size=13357) 2024-11-23T04:23:46,966 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28561603cbb4e95d67dfbf34ac693a12#A#compaction#454 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T04:23:46,967 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/c7d492e08cbf47c88d1a552e4fb73c58 is 175, key is test_row_0/A:col10/1732335823740/Put/seqid=0 2024-11-23T04:23:46,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742365_1541 (size=32311) 2024-11-23T04:23:47,359 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/bfdaf13bc86b4866bbbd6dba3e625661 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/bfdaf13bc86b4866bbbd6dba3e625661 2024-11-23T04:23:47,363 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/C of 28561603cbb4e95d67dfbf34ac693a12 into bfdaf13bc86b4866bbbd6dba3e625661(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:47,363 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:47,363 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/C, priority=11, startTime=1732335826519; duration=0sec 2024-11-23T04:23:47,363 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:47,363 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:C 2024-11-23T04:23:47,373 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/c7d492e08cbf47c88d1a552e4fb73c58 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c7d492e08cbf47c88d1a552e4fb73c58 2024-11-23T04:23:47,376 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 28561603cbb4e95d67dfbf34ac693a12/A of 28561603cbb4e95d67dfbf34ac693a12 into c7d492e08cbf47c88d1a552e4fb73c58(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:23:47,376 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:47,376 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12., storeName=28561603cbb4e95d67dfbf34ac693a12/A, priority=11, startTime=1732335826518; duration=0sec 2024-11-23T04:23:47,376 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:23:47,376 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28561603cbb4e95d67dfbf34ac693a12:A 2024-11-23T04:23:52,511 DEBUG [Thread-1831 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63822144 to 127.0.0.1:62694 2024-11-23T04:23:52,511 DEBUG [Thread-1831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:52,545 DEBUG [Thread-1835 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42d6bca6 to 127.0.0.1:62694 2024-11-23T04:23:52,545 DEBUG [Thread-1835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:52,577 DEBUG [Thread-1829 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7267b857 to 127.0.0.1:62694 2024-11-23T04:23:52,577 DEBUG [Thread-1829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:52,582 DEBUG [Thread-1833 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x126abdf4 to 127.0.0.1:62694 2024-11-23T04:23:52,582 DEBUG [Thread-1833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 179 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1964 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5892 rows 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1961 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5883 rows 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1948 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5844 rows 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1975 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5925 rows 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1959 2024-11-23T04:23:52,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5877 rows 2024-11-23T04:23:52,583 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T04:23:52,583 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c78c04d to 127.0.0.1:62694 2024-11-23T04:23:52,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:23:52,585 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T04:23:52,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T04:23:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T04:23:52,589 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335832589"}]},"ts":"1732335832589"} 2024-11-23T04:23:52,590 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T04:23:52,594 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T04:23:52,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T04:23:52,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=28561603cbb4e95d67dfbf34ac693a12, UNASSIGN}] 2024-11-23T04:23:52,596 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=28561603cbb4e95d67dfbf34ac693a12, UNASSIGN 2024-11-23T04:23:52,597 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=28561603cbb4e95d67dfbf34ac693a12, regionState=CLOSING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:52,598 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T04:23:52,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; CloseRegionProcedure 28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:23:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T04:23:52,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:52,749 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(124): Close 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:52,749 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T04:23:52,750 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1681): Closing 28561603cbb4e95d67dfbf34ac693a12, disabling compactions & flushes 2024-11-23T04:23:52,750 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:52,750 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:52,750 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. after waiting 0 ms 2024-11-23T04:23:52,750 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:52,750 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(2837): Flushing 28561603cbb4e95d67dfbf34ac693a12 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T04:23:52,750 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=A 2024-11-23T04:23:52,750 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:52,750 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=B 2024-11-23T04:23:52,750 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:52,750 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28561603cbb4e95d67dfbf34ac693a12, store=C 2024-11-23T04:23:52,750 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:52,756 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112304a378fd1e4845849a7976c447e193eb_28561603cbb4e95d67dfbf34ac693a12 is 50, key is test_row_0/A:col10/1732335832576/Put/seqid=0 2024-11-23T04:23:52,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742366_1542 (size=9914) 2024-11-23T04:23:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T04:23:53,160 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:53,165 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112304a378fd1e4845849a7976c447e193eb_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112304a378fd1e4845849a7976c447e193eb_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:53,166 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/106a64944c7e4f12a78f5fe4bca2475f, store: [table=TestAcidGuarantees family=A region=28561603cbb4e95d67dfbf34ac693a12] 2024-11-23T04:23:53,167 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/106a64944c7e4f12a78f5fe4bca2475f is 175, key is test_row_0/A:col10/1732335832576/Put/seqid=0 2024-11-23T04:23:53,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742367_1543 (size=22561) 2024-11-23T04:23:53,171 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=455, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/106a64944c7e4f12a78f5fe4bca2475f 2024-11-23T04:23:53,179 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/10f8ea1654af4e4d93da40072dbc9df8 is 50, key is test_row_0/B:col10/1732335832576/Put/seqid=0 2024-11-23T04:23:53,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742368_1544 (size=9857) 2024-11-23T04:23:53,185 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/10f8ea1654af4e4d93da40072dbc9df8 2024-11-23T04:23:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T04:23:53,192 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/8ee8a10102ef4f9b8164253a4ca333e3 is 50, key is test_row_0/C:col10/1732335832576/Put/seqid=0 2024-11-23T04:23:53,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742369_1545 (size=9857) 2024-11-23T04:23:53,600 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/8ee8a10102ef4f9b8164253a4ca333e3 2024-11-23T04:23:53,603 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/A/106a64944c7e4f12a78f5fe4bca2475f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/106a64944c7e4f12a78f5fe4bca2475f 2024-11-23T04:23:53,606 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/106a64944c7e4f12a78f5fe4bca2475f, entries=100, sequenceid=455, filesize=22.0 K 2024-11-23T04:23:53,607 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/B/10f8ea1654af4e4d93da40072dbc9df8 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/10f8ea1654af4e4d93da40072dbc9df8 2024-11-23T04:23:53,610 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/10f8ea1654af4e4d93da40072dbc9df8, entries=100, sequenceid=455, filesize=9.6 K 2024-11-23T04:23:53,610 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/.tmp/C/8ee8a10102ef4f9b8164253a4ca333e3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/8ee8a10102ef4f9b8164253a4ca333e3 2024-11-23T04:23:53,614 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/8ee8a10102ef4f9b8164253a4ca333e3, entries=100, sequenceid=455, filesize=9.6 K 2024-11-23T04:23:53,614 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 28561603cbb4e95d67dfbf34ac693a12 in 864ms, sequenceid=455, compaction requested=false 2024-11-23T04:23:53,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a25abb2d46d248f5b5261d0e03ff7881, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/4485df9219144cd1be49e56d33695c75, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5667ff99512546119c2656021579abe8, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/40d4a8dadf5a43cbbb9a1d9a5d230fdb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8fed60002ba4452cb483f2dd74211aeb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5f2da501a1b04d50a082e07ce5b3f2ea, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/9dd9cbcebe9b4539bf8bccb2c478e067, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/de5370b1de094d63b1b3d727cccfcd85, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8495ed7bf63e4d79ae7fe618b91f4265, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/06d9e68b34a04e90ab7ef4c7401edda9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/353a2e90355849f6b7ed59dcc996f602, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/77bbce9bb11d43eabacf798306d464ae, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/1e2dfae4db024d279e1813121f147cd2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df57153ff9ab4be59276c3d37b26f996, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c775f7ba09794b4789f3dd3c9f5f9545, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/6ec5e4944fda473db4a5853ab7b20daf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/576ef156d9c84a27954a14f6e672e01d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/57b2af07a1c4497fa99efe497d778f63, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/184fbe39e2a349e19f215eb5226bd136, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/916c601ce7a0438aad9f715298594aa4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/6fc730dd07fb4c41950fc60b5168cd95, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8e3f2f63afdc4f7984ca4926f8c6c4ce, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/554298520d4b4ce8accc64c25251a3b6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/458093b150614471a35fa1a9c0c7dabe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c8bb23ab9d304a6fb8f656705f9ce5c5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/9d076bc9d49b4449836b1ae6a6e5ad34, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df092ec001a44057b6d54f6af20bcd62, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/dee35c1b49a0468faf7e2d72c929c476, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/b18e045eed8b476f960c710fb9718487, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a9b887eb1fc6426fb80846509c5765ec, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/99ec45001a4f42f7b346f005f5055276] to archive 2024-11-23T04:23:53,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:23:53,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a25abb2d46d248f5b5261d0e03ff7881 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a25abb2d46d248f5b5261d0e03ff7881 2024-11-23T04:23:53,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/4485df9219144cd1be49e56d33695c75 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/4485df9219144cd1be49e56d33695c75 2024-11-23T04:23:53,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5667ff99512546119c2656021579abe8 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5667ff99512546119c2656021579abe8 2024-11-23T04:23:53,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/40d4a8dadf5a43cbbb9a1d9a5d230fdb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/40d4a8dadf5a43cbbb9a1d9a5d230fdb 2024-11-23T04:23:53,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8fed60002ba4452cb483f2dd74211aeb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8fed60002ba4452cb483f2dd74211aeb 2024-11-23T04:23:53,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5f2da501a1b04d50a082e07ce5b3f2ea to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/5f2da501a1b04d50a082e07ce5b3f2ea 2024-11-23T04:23:53,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/9dd9cbcebe9b4539bf8bccb2c478e067 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/9dd9cbcebe9b4539bf8bccb2c478e067 2024-11-23T04:23:53,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/de5370b1de094d63b1b3d727cccfcd85 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/de5370b1de094d63b1b3d727cccfcd85 2024-11-23T04:23:53,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8495ed7bf63e4d79ae7fe618b91f4265 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8495ed7bf63e4d79ae7fe618b91f4265 2024-11-23T04:23:53,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/06d9e68b34a04e90ab7ef4c7401edda9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/06d9e68b34a04e90ab7ef4c7401edda9 2024-11-23T04:23:53,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/353a2e90355849f6b7ed59dcc996f602 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/353a2e90355849f6b7ed59dcc996f602 2024-11-23T04:23:53,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/77bbce9bb11d43eabacf798306d464ae to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/77bbce9bb11d43eabacf798306d464ae 2024-11-23T04:23:53,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/1e2dfae4db024d279e1813121f147cd2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/1e2dfae4db024d279e1813121f147cd2 2024-11-23T04:23:53,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df57153ff9ab4be59276c3d37b26f996 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df57153ff9ab4be59276c3d37b26f996 2024-11-23T04:23:53,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c775f7ba09794b4789f3dd3c9f5f9545 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c775f7ba09794b4789f3dd3c9f5f9545 2024-11-23T04:23:53,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/6ec5e4944fda473db4a5853ab7b20daf to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/6ec5e4944fda473db4a5853ab7b20daf 2024-11-23T04:23:53,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/576ef156d9c84a27954a14f6e672e01d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/576ef156d9c84a27954a14f6e672e01d 2024-11-23T04:23:53,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/57b2af07a1c4497fa99efe497d778f63 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/57b2af07a1c4497fa99efe497d778f63 2024-11-23T04:23:53,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/184fbe39e2a349e19f215eb5226bd136 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/184fbe39e2a349e19f215eb5226bd136 2024-11-23T04:23:53,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/916c601ce7a0438aad9f715298594aa4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/916c601ce7a0438aad9f715298594aa4 2024-11-23T04:23:53,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/6fc730dd07fb4c41950fc60b5168cd95 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/6fc730dd07fb4c41950fc60b5168cd95 2024-11-23T04:23:53,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8e3f2f63afdc4f7984ca4926f8c6c4ce to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/8e3f2f63afdc4f7984ca4926f8c6c4ce 2024-11-23T04:23:53,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/554298520d4b4ce8accc64c25251a3b6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/554298520d4b4ce8accc64c25251a3b6 2024-11-23T04:23:53,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/458093b150614471a35fa1a9c0c7dabe to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/458093b150614471a35fa1a9c0c7dabe 2024-11-23T04:23:53,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c8bb23ab9d304a6fb8f656705f9ce5c5 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c8bb23ab9d304a6fb8f656705f9ce5c5 2024-11-23T04:23:53,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/9d076bc9d49b4449836b1ae6a6e5ad34 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/9d076bc9d49b4449836b1ae6a6e5ad34 2024-11-23T04:23:53,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df092ec001a44057b6d54f6af20bcd62 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/df092ec001a44057b6d54f6af20bcd62 2024-11-23T04:23:53,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/dee35c1b49a0468faf7e2d72c929c476 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/dee35c1b49a0468faf7e2d72c929c476 2024-11-23T04:23:53,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/b18e045eed8b476f960c710fb9718487 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/b18e045eed8b476f960c710fb9718487 2024-11-23T04:23:53,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a9b887eb1fc6426fb80846509c5765ec to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/a9b887eb1fc6426fb80846509c5765ec 2024-11-23T04:23:53,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/99ec45001a4f42f7b346f005f5055276 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/99ec45001a4f42f7b346f005f5055276 2024-11-23T04:23:53,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/09762cdc680945faba8098b445b13d4e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/035d58d4ab6a4514b158946e4770016e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/97503e206db64935b9bb679d1a60d5d7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/40b8f69c344846f3ac484dcbfdd93777, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/32e9e4ccbeaf42278b1f8f400859e4f3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/fb2807feefcf489a8565c431f06660e0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/8972d3fadedc47f8b8e5df1ec20339d9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/f99c5e19494b442a95f9fb5521adb961, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/90ea8a7c92dc4d06abd3985c3a170b60, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/dfd3810bc1a74d3191b4de84527fd644, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/cd0391c36b9b4c828a643d184efd4284, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/40ba1b5eff5a4e699f136904b89dfc9a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4614e3b469ad4d0ba19d9163e39f92c2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/72f184529ce4481a98cf9fe32a8e7904, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4a41ed69b1264ff08ab7d63d72c01166, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ab9e427741ea425081401d5524e3f2d6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/5c91102fd94c47299ec382532d9b3eef, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/f29cf498da874138b993836ae871a57f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ee6000d4f5b648498e52f1cc72200cfe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/af73efec83024b988a54b2d480093d83, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/cda6c14192f2479597098fce57f08956, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/526cb10ff85942a09ddde6089bf6b9f5, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/0585f2118bd048c8aee052bf39b516b0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/8ba036252a234a0c9f32db38d24e4d3d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ed722187f4d345f89774dd49ef501f85, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/c8a17cdc4e934967a84b6d5a4d579186, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4455b522df724dfbafe599add4788906, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/3e3732d94b2d4c668e7ec81d80cf13fe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/e1d8e029967449f38d502309c4e6bed4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/a023ae17f88e4ac69ace04166f7fda17, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/44ffea5e87c94a35aef7daf7aa662880] to archive 2024-11-23T04:23:53,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:23:53,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/09762cdc680945faba8098b445b13d4e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/09762cdc680945faba8098b445b13d4e 2024-11-23T04:23:53,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/035d58d4ab6a4514b158946e4770016e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/035d58d4ab6a4514b158946e4770016e 2024-11-23T04:23:53,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/97503e206db64935b9bb679d1a60d5d7 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/97503e206db64935b9bb679d1a60d5d7 2024-11-23T04:23:53,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/40b8f69c344846f3ac484dcbfdd93777 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/40b8f69c344846f3ac484dcbfdd93777 2024-11-23T04:23:53,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/32e9e4ccbeaf42278b1f8f400859e4f3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/32e9e4ccbeaf42278b1f8f400859e4f3 2024-11-23T04:23:53,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/fb2807feefcf489a8565c431f06660e0 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/fb2807feefcf489a8565c431f06660e0 2024-11-23T04:23:53,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/8972d3fadedc47f8b8e5df1ec20339d9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/8972d3fadedc47f8b8e5df1ec20339d9 2024-11-23T04:23:53,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/f99c5e19494b442a95f9fb5521adb961 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/f99c5e19494b442a95f9fb5521adb961 2024-11-23T04:23:53,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/90ea8a7c92dc4d06abd3985c3a170b60 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/90ea8a7c92dc4d06abd3985c3a170b60 2024-11-23T04:23:53,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/dfd3810bc1a74d3191b4de84527fd644 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/dfd3810bc1a74d3191b4de84527fd644 2024-11-23T04:23:53,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/cd0391c36b9b4c828a643d184efd4284 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/cd0391c36b9b4c828a643d184efd4284 2024-11-23T04:23:53,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/40ba1b5eff5a4e699f136904b89dfc9a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/40ba1b5eff5a4e699f136904b89dfc9a 2024-11-23T04:23:53,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4614e3b469ad4d0ba19d9163e39f92c2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4614e3b469ad4d0ba19d9163e39f92c2 2024-11-23T04:23:53,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/72f184529ce4481a98cf9fe32a8e7904 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/72f184529ce4481a98cf9fe32a8e7904 2024-11-23T04:23:53,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4a41ed69b1264ff08ab7d63d72c01166 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4a41ed69b1264ff08ab7d63d72c01166 2024-11-23T04:23:53,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ab9e427741ea425081401d5524e3f2d6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ab9e427741ea425081401d5524e3f2d6 2024-11-23T04:23:53,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/5c91102fd94c47299ec382532d9b3eef to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/5c91102fd94c47299ec382532d9b3eef 2024-11-23T04:23:53,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/f29cf498da874138b993836ae871a57f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/f29cf498da874138b993836ae871a57f 2024-11-23T04:23:53,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ee6000d4f5b648498e52f1cc72200cfe to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ee6000d4f5b648498e52f1cc72200cfe 2024-11-23T04:23:53,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/af73efec83024b988a54b2d480093d83 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/af73efec83024b988a54b2d480093d83 2024-11-23T04:23:53,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/cda6c14192f2479597098fce57f08956 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/cda6c14192f2479597098fce57f08956 2024-11-23T04:23:53,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/526cb10ff85942a09ddde6089bf6b9f5 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/526cb10ff85942a09ddde6089bf6b9f5 2024-11-23T04:23:53,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/0585f2118bd048c8aee052bf39b516b0 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/0585f2118bd048c8aee052bf39b516b0 2024-11-23T04:23:53,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/8ba036252a234a0c9f32db38d24e4d3d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/8ba036252a234a0c9f32db38d24e4d3d 2024-11-23T04:23:53,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ed722187f4d345f89774dd49ef501f85 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/ed722187f4d345f89774dd49ef501f85 2024-11-23T04:23:53,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/c8a17cdc4e934967a84b6d5a4d579186 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/c8a17cdc4e934967a84b6d5a4d579186 2024-11-23T04:23:53,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4455b522df724dfbafe599add4788906 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/4455b522df724dfbafe599add4788906 2024-11-23T04:23:53,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/3e3732d94b2d4c668e7ec81d80cf13fe to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/3e3732d94b2d4c668e7ec81d80cf13fe 2024-11-23T04:23:53,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/e1d8e029967449f38d502309c4e6bed4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/e1d8e029967449f38d502309c4e6bed4 2024-11-23T04:23:53,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/a023ae17f88e4ac69ace04166f7fda17 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/a023ae17f88e4ac69ace04166f7fda17 2024-11-23T04:23:53,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/44ffea5e87c94a35aef7daf7aa662880 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/44ffea5e87c94a35aef7daf7aa662880 2024-11-23T04:23:53,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e9e4b1a0c5534f3f9be1b8c1532201d7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/822fefe929fc41bd9a1ff3b1f6e65750, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/17fc2399659d4850813cde3a40a0c4b3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/0f60d836efd9413cbf7529273adc338d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/81e16c71288f4725b97d33bc9122ad11, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/6e0ad71f8eda4d59a2b7fed2b728afe6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/a0014aec42244ad7b5557f27e00ef062, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/840ed11f63d34a97b5395afca1568dfa, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/473f8f6381724ace808999626de8711b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/27c180c9f92e41a786414b7e0629310f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/d3db7174c1214cf5bc777daf73b2f63b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/375e287290a84356af215a66de6d4baa, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/cd07e3ae7b7445bd82b84ed269878e55, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e602c7c2ec194500baf775723d8de577, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/75535b00616b4f37a35c4da9c559f347, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/742950c9af8c46488bd0ce8a55ec261c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/42e1ce829cb3460fbdf4eeb6e9690fd1, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/89eb61a486c046a9bf611cfb9eae31c3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/5e94fcfd3ecb44759dd73bd28ab16b5b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/627e560559714a4590f20a373a1a4d0c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/9008ccbe0bfb4630a961c5b2d12f4889, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e42012813eb84c2a8eaeb9dc47602d3e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/602892b2022a4c27b425199c07ed732e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/a813bf43a69d42a98af1c944ebdb8302, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/c11e71058fe445258f096fba47cd6052, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/592aa556036d410c9f4fd913fa48cccc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/238dea6b8f2545ec9463f808733e36da, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/026aac92cd464330a4d768ed85161a99, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/b7d28d6f733348979cbe975161f6efc9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/31b0651f9e3b4f4d8a9f1e3920c3cca9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/dcddaf2f1c1845f6bb8843a2ab412d98] to archive 2024-11-23T04:23:53,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:23:53,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e9e4b1a0c5534f3f9be1b8c1532201d7 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e9e4b1a0c5534f3f9be1b8c1532201d7 2024-11-23T04:23:53,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/822fefe929fc41bd9a1ff3b1f6e65750 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/822fefe929fc41bd9a1ff3b1f6e65750 2024-11-23T04:23:53,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/17fc2399659d4850813cde3a40a0c4b3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/17fc2399659d4850813cde3a40a0c4b3 2024-11-23T04:23:53,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/0f60d836efd9413cbf7529273adc338d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/0f60d836efd9413cbf7529273adc338d 2024-11-23T04:23:53,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/81e16c71288f4725b97d33bc9122ad11 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/81e16c71288f4725b97d33bc9122ad11 2024-11-23T04:23:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T04:23:53,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/6e0ad71f8eda4d59a2b7fed2b728afe6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/6e0ad71f8eda4d59a2b7fed2b728afe6 2024-11-23T04:23:53,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/a0014aec42244ad7b5557f27e00ef062 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/a0014aec42244ad7b5557f27e00ef062 2024-11-23T04:23:53,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/840ed11f63d34a97b5395afca1568dfa to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/840ed11f63d34a97b5395afca1568dfa 2024-11-23T04:23:53,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/473f8f6381724ace808999626de8711b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/473f8f6381724ace808999626de8711b 2024-11-23T04:23:53,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/27c180c9f92e41a786414b7e0629310f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/27c180c9f92e41a786414b7e0629310f 2024-11-23T04:23:53,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/d3db7174c1214cf5bc777daf73b2f63b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/d3db7174c1214cf5bc777daf73b2f63b 2024-11-23T04:23:53,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/375e287290a84356af215a66de6d4baa to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/375e287290a84356af215a66de6d4baa 2024-11-23T04:23:53,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/cd07e3ae7b7445bd82b84ed269878e55 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/cd07e3ae7b7445bd82b84ed269878e55 2024-11-23T04:23:53,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e602c7c2ec194500baf775723d8de577 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e602c7c2ec194500baf775723d8de577 2024-11-23T04:23:53,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/75535b00616b4f37a35c4da9c559f347 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/75535b00616b4f37a35c4da9c559f347 2024-11-23T04:23:53,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/742950c9af8c46488bd0ce8a55ec261c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/742950c9af8c46488bd0ce8a55ec261c 2024-11-23T04:23:53,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/42e1ce829cb3460fbdf4eeb6e9690fd1 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/42e1ce829cb3460fbdf4eeb6e9690fd1 2024-11-23T04:23:53,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/89eb61a486c046a9bf611cfb9eae31c3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/89eb61a486c046a9bf611cfb9eae31c3 2024-11-23T04:23:53,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/5e94fcfd3ecb44759dd73bd28ab16b5b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/5e94fcfd3ecb44759dd73bd28ab16b5b 2024-11-23T04:23:53,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/627e560559714a4590f20a373a1a4d0c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/627e560559714a4590f20a373a1a4d0c 2024-11-23T04:23:53,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/9008ccbe0bfb4630a961c5b2d12f4889 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/9008ccbe0bfb4630a961c5b2d12f4889 2024-11-23T04:23:53,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e42012813eb84c2a8eaeb9dc47602d3e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/e42012813eb84c2a8eaeb9dc47602d3e 2024-11-23T04:23:53,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/602892b2022a4c27b425199c07ed732e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/602892b2022a4c27b425199c07ed732e 2024-11-23T04:23:53,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/a813bf43a69d42a98af1c944ebdb8302 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/a813bf43a69d42a98af1c944ebdb8302 2024-11-23T04:23:53,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/c11e71058fe445258f096fba47cd6052 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/c11e71058fe445258f096fba47cd6052 2024-11-23T04:23:53,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/592aa556036d410c9f4fd913fa48cccc to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/592aa556036d410c9f4fd913fa48cccc 2024-11-23T04:23:53,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/238dea6b8f2545ec9463f808733e36da to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/238dea6b8f2545ec9463f808733e36da 2024-11-23T04:23:53,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/026aac92cd464330a4d768ed85161a99 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/026aac92cd464330a4d768ed85161a99 2024-11-23T04:23:53,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/b7d28d6f733348979cbe975161f6efc9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/b7d28d6f733348979cbe975161f6efc9 2024-11-23T04:23:53,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/31b0651f9e3b4f4d8a9f1e3920c3cca9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/31b0651f9e3b4f4d8a9f1e3920c3cca9 2024-11-23T04:23:53,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/dcddaf2f1c1845f6bb8843a2ab412d98 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/dcddaf2f1c1845f6bb8843a2ab412d98 2024-11-23T04:23:53,725 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/recovered.edits/458.seqid, newMaxSeqId=458, maxSeqId=4 2024-11-23T04:23:53,726 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12. 2024-11-23T04:23:53,726 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1635): Region close journal for 28561603cbb4e95d67dfbf34ac693a12: 2024-11-23T04:23:53,727 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(170): Closed 28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:53,727 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=28561603cbb4e95d67dfbf34ac693a12, regionState=CLOSED 2024-11-23T04:23:53,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-23T04:23:53,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseRegionProcedure 28561603cbb4e95d67dfbf34ac693a12, server=7aee8d3d5b7a,40403,1732335719393 in 1.1300 sec 2024-11-23T04:23:53,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-11-23T04:23:53,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=28561603cbb4e95d67dfbf34ac693a12, UNASSIGN in 1.1340 sec 2024-11-23T04:23:53,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-23T04:23:53,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1370 sec 2024-11-23T04:23:53,732 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335833732"}]},"ts":"1732335833732"} 2024-11-23T04:23:53,733 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T04:23:53,735 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T04:23:53,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-23T04:23:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T04:23:54,693 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-23T04:23:54,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T04:23:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:54,695 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:54,696 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=118, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T04:23:54,698 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,699 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/recovered.edits] 2024-11-23T04:23:54,701 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/106a64944c7e4f12a78f5fe4bca2475f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/106a64944c7e4f12a78f5fe4bca2475f 2024-11-23T04:23:54,702 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c7d492e08cbf47c88d1a552e4fb73c58 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/A/c7d492e08cbf47c88d1a552e4fb73c58 2024-11-23T04:23:54,704 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/10f8ea1654af4e4d93da40072dbc9df8 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/10f8ea1654af4e4d93da40072dbc9df8 2024-11-23T04:23:54,705 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/3a87b52dee03442f9e8fe71f024ef050 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/B/3a87b52dee03442f9e8fe71f024ef050 2024-11-23T04:23:54,706 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/8ee8a10102ef4f9b8164253a4ca333e3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/8ee8a10102ef4f9b8164253a4ca333e3 2024-11-23T04:23:54,707 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/bfdaf13bc86b4866bbbd6dba3e625661 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/C/bfdaf13bc86b4866bbbd6dba3e625661 2024-11-23T04:23:54,709 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/recovered.edits/458.seqid to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12/recovered.edits/458.seqid 2024-11-23T04:23:54,710 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,710 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T04:23:54,710 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T04:23:54,711 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T04:23:54,713 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112304a378fd1e4845849a7976c447e193eb_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112304a378fd1e4845849a7976c447e193eb_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,714 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123099efe12082e4a44a06efed8f971693e_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123099efe12082e4a44a06efed8f971693e_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,715 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232afe64cd73394fecbddfbb3b36a23408_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232afe64cd73394fecbddfbb3b36a23408_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,716 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234b7304811b99454ea27d38399664968e_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234b7304811b99454ea27d38399664968e_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,717 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235be5fd63104e4db4a4edd8efcd673b2b_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235be5fd63104e4db4a4edd8efcd673b2b_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,718 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123604d307a36014ab795238c04a88d8078_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123604d307a36014ab795238c04a88d8078_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,718 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238748da03b55946b98187e59f5b1e87e2_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238748da03b55946b98187e59f5b1e87e2_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,719 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238affbdc1f0f94a368f2f459de6d220cd_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238affbdc1f0f94a368f2f459de6d220cd_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,720 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112390ae2dedb3ec4576801e62299edaa2ac_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112390ae2dedb3ec4576801e62299edaa2ac_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,721 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123917c6cf8e91649cf8a860e9a523e74a6_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123917c6cf8e91649cf8a860e9a523e74a6_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,722 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123976d652aac7448ba933df4db85853aaf_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123976d652aac7448ba933df4db85853aaf_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,722 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a13421beef934214a68b2a6763fe19e7_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a13421beef934214a68b2a6763fe19e7_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,723 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a1e90de011c6483f8e1a9bf458af894f_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a1e90de011c6483f8e1a9bf458af894f_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,724 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b3e03475ba52499dbab17a8331923b50_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b3e03475ba52499dbab17a8331923b50_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,725 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c6a7070a452e4883aab3a537f98b6b92_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c6a7070a452e4883aab3a537f98b6b92_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,726 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cb0875e203c24ea2b280e2dc6cc5acb4_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cb0875e203c24ea2b280e2dc6cc5acb4_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,726 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d34e00acef6143be9b875b1a035d2865_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d34e00acef6143be9b875b1a035d2865_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,727 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d5872c0942934e9d90df599ec57493c4_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d5872c0942934e9d90df599ec57493c4_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,728 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123df4d9d1984bc4c518b3cc11526b30fce_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123df4d9d1984bc4c518b3cc11526b30fce_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,729 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ebf53a79d1d840e4baee57556cc60e19_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ebf53a79d1d840e4baee57556cc60e19_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,729 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f2c0261ec98645748f67f6517e07b209_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f2c0261ec98645748f67f6517e07b209_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,730 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f96d5a84069d41728bd4ae599be82808_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f96d5a84069d41728bd4ae599be82808_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,732 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fcfff3fac3954bba8f0a11d9c253c893_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fcfff3fac3954bba8f0a11d9c253c893_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,733 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fd9efcfe327c40ac9f9e64ff93623f5c_28561603cbb4e95d67dfbf34ac693a12 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fd9efcfe327c40ac9f9e64ff93623f5c_28561603cbb4e95d67dfbf34ac693a12 2024-11-23T04:23:54,733 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T04:23:54,735 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=118, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:54,737 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T04:23:54,738 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T04:23:54,739 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=118, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:54,739 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T04:23:54,740 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732335834739"}]},"ts":"9223372036854775807"} 2024-11-23T04:23:54,741 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T04:23:54,741 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 28561603cbb4e95d67dfbf34ac693a12, NAME => 'TestAcidGuarantees,,1732335801903.28561603cbb4e95d67dfbf34ac693a12.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T04:23:54,741 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T04:23:54,742 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732335834741"}]},"ts":"9223372036854775807"} 2024-11-23T04:23:54,743 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T04:23:54,745 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=118, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:54,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-11-23T04:23:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T04:23:54,797 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-23T04:23:54,809 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 239), OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=581 (was 616), ProcessCount=11 (was 11), AvailableMemoryMB=4679 (was 3819) - AvailableMemoryMB LEAK? - 2024-11-23T04:23:54,818 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=581, ProcessCount=11, AvailableMemoryMB=4678 2024-11-23T04:23:54,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T04:23:54,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T04:23:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T04:23:54,822 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T04:23:54,822 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:54,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 119 2024-11-23T04:23:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-23T04:23:54,823 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T04:23:54,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742370_1546 (size=963) 2024-11-23T04:23:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-23T04:23:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-23T04:23:55,230 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f 2024-11-23T04:23:55,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742371_1547 (size=53) 2024-11-23T04:23:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-23T04:23:55,635 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:23:55,635 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d92b6107c17bb926cd35394c04f432d1, disabling compactions & flushes 2024-11-23T04:23:55,635 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:55,635 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:55,635 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. after waiting 0 ms 2024-11-23T04:23:55,635 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:55,635 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:55,636 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:23:55,636 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T04:23:55,637 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732335835636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732335835636"}]},"ts":"1732335835636"} 2024-11-23T04:23:55,638 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T04:23:55,638 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T04:23:55,638 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335835638"}]},"ts":"1732335835638"} 2024-11-23T04:23:55,639 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T04:23:55,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92b6107c17bb926cd35394c04f432d1, ASSIGN}] 2024-11-23T04:23:55,646 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92b6107c17bb926cd35394c04f432d1, ASSIGN 2024-11-23T04:23:55,647 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92b6107c17bb926cd35394c04f432d1, ASSIGN; state=OFFLINE, location=7aee8d3d5b7a,40403,1732335719393; forceNewPlan=false, retain=false 2024-11-23T04:23:55,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=d92b6107c17bb926cd35394c04f432d1, regionState=OPENING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:55,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; OpenRegionProcedure d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:23:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-23T04:23:55,949 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:55,951 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:55,952 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7285): Opening region: {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} 2024-11-23T04:23:55,952 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:23:55,952 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:23:55,952 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7327): checking encryption for d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:23:55,952 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7330): checking classloading for d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:23:55,953 INFO [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:23:55,954 INFO [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:23:55,954 INFO [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92b6107c17bb926cd35394c04f432d1 columnFamilyName A 2024-11-23T04:23:55,954 DEBUG [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:55,955 INFO [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] regionserver.HStore(327): Store=d92b6107c17bb926cd35394c04f432d1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:23:55,955 INFO [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:23:55,956 INFO [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:23:55,956 INFO [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92b6107c17bb926cd35394c04f432d1 columnFamilyName B 2024-11-23T04:23:55,956 DEBUG [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:55,956 INFO [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] regionserver.HStore(327): Store=d92b6107c17bb926cd35394c04f432d1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:23:55,956 INFO [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:23:55,957 INFO [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:23:55,957 INFO [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92b6107c17bb926cd35394c04f432d1 columnFamilyName C 2024-11-23T04:23:55,957 DEBUG [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:23:55,958 INFO [StoreOpener-d92b6107c17bb926cd35394c04f432d1-1 {}] regionserver.HStore(327): Store=d92b6107c17bb926cd35394c04f432d1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:23:55,958 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:55,958 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:23:55,958 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:23:55,959 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T04:23:55,960 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1085): writing seq id for d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:23:55,962 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T04:23:55,962 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1102): Opened d92b6107c17bb926cd35394c04f432d1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74132256, jitterRate=0.10465669631958008}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T04:23:55,962 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1001): Region open journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:23:55,963 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., pid=121, masterSystemTime=1732335835949 2024-11-23T04:23:55,964 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:55,964 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:55,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=d92b6107c17bb926cd35394c04f432d1, regionState=OPEN, openSeqNum=2, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:55,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-23T04:23:55,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; OpenRegionProcedure d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 in 167 msec 2024-11-23T04:23:55,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-23T04:23:55,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92b6107c17bb926cd35394c04f432d1, ASSIGN in 321 msec 2024-11-23T04:23:55,968 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T04:23:55,968 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335835968"}]},"ts":"1732335835968"} 2024-11-23T04:23:55,968 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T04:23:55,971 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T04:23:55,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-23T04:23:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-23T04:23:56,927 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 119 completed 2024-11-23T04:23:56,928 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2005577f to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76c85b99 2024-11-23T04:23:56,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a70c269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:56,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:56,934 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:56,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T04:23:56,936 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T04:23:56,937 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27a19e6a to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13010d94 2024-11-23T04:23:56,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbee617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:56,941 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65036559 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e75b9c0 2024-11-23T04:23:56,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c37647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:56,944 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21f67a4d to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@721e6c0a 2024-11-23T04:23:56,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb24d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:56,949 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d5fe744 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c20a8d9 2024-11-23T04:23:56,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51453050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:56,952 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x721d647e to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b126c84 2024-11-23T04:23:56,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632d1806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:56,956 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44ff604f to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f99adfe 2024-11-23T04:23:56,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d47237f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:56,960 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54dabc8f to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@562e0db7 2024-11-23T04:23:56,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e690d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:56,966 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a4d4e08 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ca8a543 2024-11-23T04:23:56,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abeec20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:56,970 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44462a02 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dcd0d74 2024-11-23T04:23:56,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df2701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:56,974 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69d7a6f6 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cd4a015 2024-11-23T04:23:56,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ca71a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:23:56,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:56,980 DEBUG [hconnection-0x1ad3bae4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:56,980 DEBUG [hconnection-0xe7819d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:56,981 DEBUG [hconnection-0x23671880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:56,981 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:56,981 DEBUG [hconnection-0x4daf417f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:56,981 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-23T04:23:56,982 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:56,982 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:56,982 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:56,983 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:56,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T04:23:56,988 DEBUG [hconnection-0x39938f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:56,989 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:23:56,992 DEBUG [hconnection-0x4a3a7b34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:56,993 DEBUG [hconnection-0x2f349621-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:56,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:23:56,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:23:56,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:56,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:23:56,993 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:56,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:56,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:23:56,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:56,994 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:57,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335897004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335897004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335897004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,007 DEBUG [hconnection-0x7fe1639a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:57,008 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:57,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335897010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,014 DEBUG [hconnection-0x50630653-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:57,015 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:57,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335897016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,020 DEBUG [hconnection-0x57906d9c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:23:57,021 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:23:57,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/3f30f42c0b1d499592823ca3e7a11335 is 50, key is test_row_0/A:col10/1732335836983/Put/seqid=0 2024-11-23T04:23:57,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742372_1548 (size=16681) 2024-11-23T04:23:57,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/3f30f42c0b1d499592823ca3e7a11335 2024-11-23T04:23:57,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/d2f368b9fe4444dc9be96deb1db7aa20 is 50, key is test_row_0/B:col10/1732335836983/Put/seqid=0 2024-11-23T04:23:57,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742373_1549 (size=12001) 2024-11-23T04:23:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T04:23:57,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335897105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335897106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335897106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335897114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335897117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-23T04:23:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:23:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:57,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:57,207 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T04:23:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T04:23:57,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-23T04:23:57,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:57,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:23:57,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:57,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:57,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:57,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335897309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335897309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335897310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335897316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335897322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-23T04:23:57,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:57,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:23:57,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:57,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:57,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:23:57,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/d2f368b9fe4444dc9be96deb1db7aa20 2024-11-23T04:23:57,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/3e494d171f454c6aa2db1ec23edd6b16 is 50, key is test_row_0/C:col10/1732335836983/Put/seqid=0 2024-11-23T04:23:57,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742374_1550 (size=12001) 2024-11-23T04:23:57,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/3e494d171f454c6aa2db1ec23edd6b16 2024-11-23T04:23:57,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/3f30f42c0b1d499592823ca3e7a11335 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3f30f42c0b1d499592823ca3e7a11335 2024-11-23T04:23:57,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3f30f42c0b1d499592823ca3e7a11335, entries=250, sequenceid=13, filesize=16.3 K 2024-11-23T04:23:57,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/d2f368b9fe4444dc9be96deb1db7aa20 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d2f368b9fe4444dc9be96deb1db7aa20 2024-11-23T04:23:57,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d2f368b9fe4444dc9be96deb1db7aa20, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T04:23:57,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/3e494d171f454c6aa2db1ec23edd6b16 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/3e494d171f454c6aa2db1ec23edd6b16 2024-11-23T04:23:57,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/3e494d171f454c6aa2db1ec23edd6b16, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T04:23:57,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d92b6107c17bb926cd35394c04f432d1 in 541ms, sequenceid=13, compaction requested=false 2024-11-23T04:23:57,533 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T04:23:57,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:23:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T04:23:57,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-23T04:23:57,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:57,594 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:23:57,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:23:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:23:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:23:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:57,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/e887e160961b40dca03acdb5cb22f627 is 50, key is test_row_0/A:col10/1732335837002/Put/seqid=0 2024-11-23T04:23:57,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:23:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:23:57,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335897626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335897627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742375_1551 (size=12001) 2024-11-23T04:23:57,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335897628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335897629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335897631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335897732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335897733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335897734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335897735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335897737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335897937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335897938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335897940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335897940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:57,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335897942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,034 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/e887e160961b40dca03acdb5cb22f627 2024-11-23T04:23:58,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/d56c1ef0b368480b935c17533e25f743 is 50, key is test_row_0/B:col10/1732335837002/Put/seqid=0 2024-11-23T04:23:58,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742376_1552 (size=12001) 2024-11-23T04:23:58,044 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/d56c1ef0b368480b935c17533e25f743 2024-11-23T04:23:58,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/467e396981d340d196d3f2ce3bb98feb is 50, key is test_row_0/C:col10/1732335837002/Put/seqid=0 2024-11-23T04:23:58,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742377_1553 (size=12001) 2024-11-23T04:23:58,065 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/467e396981d340d196d3f2ce3bb98feb 2024-11-23T04:23:58,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/e887e160961b40dca03acdb5cb22f627 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e887e160961b40dca03acdb5cb22f627 2024-11-23T04:23:58,072 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e887e160961b40dca03acdb5cb22f627, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T04:23:58,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/d56c1ef0b368480b935c17533e25f743 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d56c1ef0b368480b935c17533e25f743 2024-11-23T04:23:58,076 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d56c1ef0b368480b935c17533e25f743, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T04:23:58,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/467e396981d340d196d3f2ce3bb98feb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/467e396981d340d196d3f2ce3bb98feb 2024-11-23T04:23:58,081 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/467e396981d340d196d3f2ce3bb98feb, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T04:23:58,082 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d92b6107c17bb926cd35394c04f432d1 in 488ms, sequenceid=37, compaction requested=false 2024-11-23T04:23:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:23:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-23T04:23:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-23T04:23:58,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-23T04:23:58,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1000 sec 2024-11-23T04:23:58,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.1040 sec 2024-11-23T04:23:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T04:23:58,089 INFO [Thread-2402 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-23T04:23:58,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-23T04:23:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T04:23:58,091 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:58,091 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:58,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T04:23:58,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T04:23:58,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:58,243 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:23:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:23:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:23:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:23:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:23:58,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/6fa5a25fa00b4238bf5fbbe8a0dc087e is 50, key is test_row_0/A:col10/1732335837625/Put/seqid=0 2024-11-23T04:23:58,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:23:58,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742378_1554 (size=12001) 2024-11-23T04:23:58,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335898272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335898273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335898274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335898274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335898275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335898376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335898381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335898383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335898384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335898384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T04:23:58,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335898582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335898584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335898588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335898590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335898590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,654 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/6fa5a25fa00b4238bf5fbbe8a0dc087e 2024-11-23T04:23:58,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/561762733f4f473db5a17c2136d66afd is 50, key is test_row_0/B:col10/1732335837625/Put/seqid=0 2024-11-23T04:23:58,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742379_1555 (size=12001) 2024-11-23T04:23:58,664 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/561762733f4f473db5a17c2136d66afd 2024-11-23T04:23:58,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/a5bb2ad3a9814faebd4bc49e24e8833c is 50, key is test_row_0/C:col10/1732335837625/Put/seqid=0 2024-11-23T04:23:58,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742380_1556 (size=12001) 2024-11-23T04:23:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T04:23:58,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335898883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335898892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335898894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335898897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:58,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335898897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,086 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/a5bb2ad3a9814faebd4bc49e24e8833c 2024-11-23T04:23:59,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/6fa5a25fa00b4238bf5fbbe8a0dc087e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/6fa5a25fa00b4238bf5fbbe8a0dc087e 2024-11-23T04:23:59,094 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/6fa5a25fa00b4238bf5fbbe8a0dc087e, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T04:23:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/561762733f4f473db5a17c2136d66afd as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/561762733f4f473db5a17c2136d66afd 2024-11-23T04:23:59,099 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/561762733f4f473db5a17c2136d66afd, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T04:23:59,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/a5bb2ad3a9814faebd4bc49e24e8833c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/a5bb2ad3a9814faebd4bc49e24e8833c 2024-11-23T04:23:59,108 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/a5bb2ad3a9814faebd4bc49e24e8833c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T04:23:59,109 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d92b6107c17bb926cd35394c04f432d1 in 866ms, sequenceid=49, compaction requested=true 2024-11-23T04:23:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:23:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-23T04:23:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-23T04:23:59,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-23T04:23:59,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0180 sec 2024-11-23T04:23:59,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.0220 sec 2024-11-23T04:23:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T04:23:59,195 INFO [Thread-2402 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-23T04:23:59,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:23:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-23T04:23:59,199 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:23:59,200 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:23:59,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:23:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T04:23:59,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T04:23:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T04:23:59,351 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T04:23:59,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:23:59,352 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:23:59,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:23:59,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:59,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:23:59,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:59,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:23:59,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:23:59,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/e493aaaa59c941409e620913fb398ae9 is 50, key is test_row_0/A:col10/1732335838273/Put/seqid=0 2024-11-23T04:23:59,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742381_1557 (size=12001) 2024-11-23T04:23:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:23:59,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:23:59,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335899433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335899434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335899438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335899439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335899440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T04:23:59,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335899541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335899541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335899542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335899546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335899547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335899745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335899746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335899746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335899752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:23:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335899752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:23:59,760 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/e493aaaa59c941409e620913fb398ae9 2024-11-23T04:23:59,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/3eef80a340c84e0b87c985f38670aaf4 is 50, key is test_row_0/B:col10/1732335838273/Put/seqid=0 2024-11-23T04:23:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742382_1558 (size=12001) 2024-11-23T04:23:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T04:24:00,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335900051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:00,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335900052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:00,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335900052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:00,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335900056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:00,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335900057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:00,171 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/3eef80a340c84e0b87c985f38670aaf4 2024-11-23T04:24:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/c840622e7560435ea2a61e479ffcd41a is 50, key is test_row_0/C:col10/1732335838273/Put/seqid=0 2024-11-23T04:24:00,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742383_1559 (size=12001) 2024-11-23T04:24:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T04:24:00,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335900556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:00,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335900557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:00,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335900558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:00,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335900562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:00,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335900564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:00,581 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/c840622e7560435ea2a61e479ffcd41a 2024-11-23T04:24:00,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/e493aaaa59c941409e620913fb398ae9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e493aaaa59c941409e620913fb398ae9 2024-11-23T04:24:00,590 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e493aaaa59c941409e620913fb398ae9, entries=150, sequenceid=73, filesize=11.7 K 2024-11-23T04:24:00,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/3eef80a340c84e0b87c985f38670aaf4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/3eef80a340c84e0b87c985f38670aaf4 2024-11-23T04:24:00,594 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/3eef80a340c84e0b87c985f38670aaf4, entries=150, sequenceid=73, filesize=11.7 K 2024-11-23T04:24:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/c840622e7560435ea2a61e479ffcd41a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/c840622e7560435ea2a61e479ffcd41a 2024-11-23T04:24:00,598 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/c840622e7560435ea2a61e479ffcd41a, entries=150, sequenceid=73, filesize=11.7 K 2024-11-23T04:24:00,599 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d92b6107c17bb926cd35394c04f432d1 in 1246ms, sequenceid=73, compaction requested=true 2024-11-23T04:24:00,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:00,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:00,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-23T04:24:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-23T04:24:00,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-23T04:24:00,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-23T04:24:00,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.4050 sec 2024-11-23T04:24:01,024 DEBUG [regionserver/7aee8d3d5b7a:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-23T04:24:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T04:24:01,304 INFO [Thread-2402 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-23T04:24:01,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-23T04:24:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T04:24:01,307 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:01,307 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:01,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T04:24:01,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T04:24:01,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:01,460 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:24:01,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:01,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:01,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:01,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:01,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:01,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:01,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/8d65885b34484a5caa96c39f5c065963 is 50, key is test_row_0/A:col10/1732335839433/Put/seqid=0 2024-11-23T04:24:01,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742384_1560 (size=12001) 2024-11-23T04:24:01,473 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/8d65885b34484a5caa96c39f5c065963 2024-11-23T04:24:01,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/dec625e59f9445508c68e0808532b943 is 50, key is test_row_0/B:col10/1732335839433/Put/seqid=0 2024-11-23T04:24:01,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742385_1561 (size=12001) 2024-11-23T04:24:01,497 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/dec625e59f9445508c68e0808532b943 2024-11-23T04:24:01,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/9b22503a801a4250afc3e8ac007a47d4 is 50, key is test_row_0/C:col10/1732335839433/Put/seqid=0 2024-11-23T04:24:01,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742386_1562 (size=12001) 2024-11-23T04:24:01,509 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/9b22503a801a4250afc3e8ac007a47d4 2024-11-23T04:24:01,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/8d65885b34484a5caa96c39f5c065963 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8d65885b34484a5caa96c39f5c065963 2024-11-23T04:24:01,517 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8d65885b34484a5caa96c39f5c065963, entries=150, sequenceid=85, filesize=11.7 K 2024-11-23T04:24:01,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/dec625e59f9445508c68e0808532b943 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/dec625e59f9445508c68e0808532b943 2024-11-23T04:24:01,522 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/dec625e59f9445508c68e0808532b943, entries=150, sequenceid=85, filesize=11.7 K 2024-11-23T04:24:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/9b22503a801a4250afc3e8ac007a47d4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/9b22503a801a4250afc3e8ac007a47d4 2024-11-23T04:24:01,528 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/9b22503a801a4250afc3e8ac007a47d4, entries=150, sequenceid=85, filesize=11.7 K 2024-11-23T04:24:01,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T04:24:01,529 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for d92b6107c17bb926cd35394c04f432d1 in 69ms, sequenceid=85, compaction requested=true 2024-11-23T04:24:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-23T04:24:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-23T04:24:01,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-23T04:24:01,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 223 msec 2024-11-23T04:24:01,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 227 msec 2024-11-23T04:24:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:01,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:24:01,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:01,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:01,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:01,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:01,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:01,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:01,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/fd680859d093456eaf0651fcc1938333 is 50, key is test_row_0/A:col10/1732335841581/Put/seqid=0 2024-11-23T04:24:01,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742387_1563 (size=19021) 2024-11-23T04:24:01,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/fd680859d093456eaf0651fcc1938333 2024-11-23T04:24:01,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c868175bca0941a284398511b16c9757 is 50, key is test_row_0/B:col10/1732335841581/Put/seqid=0 2024-11-23T04:24:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T04:24:01,608 INFO [Thread-2402 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-23T04:24:01,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-23T04:24:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T04:24:01,611 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:01,612 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:01,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742388_1564 (size=12001) 2024-11-23T04:24:01,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335901621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335901622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335901624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335901624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335901625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T04:24:01,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335901730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335901730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335901732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335901732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335901733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T04:24:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:01,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T04:24:01,916 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T04:24:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:01,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:01,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335901940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335901940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335901941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335901941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:01,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335901941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c868175bca0941a284398511b16c9757 2024-11-23T04:24:02,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/b930699bf73443c19f616aaf37876a14 is 50, key is test_row_0/C:col10/1732335841581/Put/seqid=0 2024-11-23T04:24:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742389_1565 (size=12001) 2024-11-23T04:24:02,069 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T04:24:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:02,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:02,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T04:24:02,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T04:24:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:02,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:02,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335902246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335902247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335902248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335902248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335902249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T04:24:02,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:02,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:02,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:02,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:02,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:02,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/b930699bf73443c19f616aaf37876a14 2024-11-23T04:24:02,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/fd680859d093456eaf0651fcc1938333 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/fd680859d093456eaf0651fcc1938333 2024-11-23T04:24:02,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/fd680859d093456eaf0651fcc1938333, entries=300, sequenceid=96, filesize=18.6 K 2024-11-23T04:24:02,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c868175bca0941a284398511b16c9757 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c868175bca0941a284398511b16c9757 2024-11-23T04:24:02,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c868175bca0941a284398511b16c9757, entries=150, sequenceid=96, filesize=11.7 K 2024-11-23T04:24:02,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/b930699bf73443c19f616aaf37876a14 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b930699bf73443c19f616aaf37876a14 2024-11-23T04:24:02,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b930699bf73443c19f616aaf37876a14, entries=150, sequenceid=96, filesize=11.7 K 2024-11-23T04:24:02,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d92b6107c17bb926cd35394c04f432d1 in 860ms, sequenceid=96, compaction requested=true 2024-11-23T04:24:02,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:02,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:02,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:02,443 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T04:24:02,443 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T04:24:02,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:02,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:02,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:02,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:02,445 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T04:24:02,445 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/B is initiating minor compaction (all files) 2024-11-23T04:24:02,445 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/B in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:02,445 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d2f368b9fe4444dc9be96deb1db7aa20, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d56c1ef0b368480b935c17533e25f743, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/561762733f4f473db5a17c2136d66afd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/3eef80a340c84e0b87c985f38670aaf4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/dec625e59f9445508c68e0808532b943, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c868175bca0941a284398511b16c9757] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=70.3 K 2024-11-23T04:24:02,445 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 83706 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T04:24:02,445 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/A is initiating minor compaction (all files) 2024-11-23T04:24:02,445 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/A in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:02,446 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3f30f42c0b1d499592823ca3e7a11335, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e887e160961b40dca03acdb5cb22f627, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/6fa5a25fa00b4238bf5fbbe8a0dc087e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e493aaaa59c941409e620913fb398ae9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8d65885b34484a5caa96c39f5c065963, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/fd680859d093456eaf0651fcc1938333] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=81.7 K 2024-11-23T04:24:02,446 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d2f368b9fe4444dc9be96deb1db7aa20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732335836983 2024-11-23T04:24:02,446 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f30f42c0b1d499592823ca3e7a11335, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732335836983 2024-11-23T04:24:02,446 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d56c1ef0b368480b935c17533e25f743, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732335837002 2024-11-23T04:24:02,446 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e887e160961b40dca03acdb5cb22f627, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732335837002 2024-11-23T04:24:02,447 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 561762733f4f473db5a17c2136d66afd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732335837625 2024-11-23T04:24:02,447 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fa5a25fa00b4238bf5fbbe8a0dc087e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732335837625 2024-11-23T04:24:02,447 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 3eef80a340c84e0b87c985f38670aaf4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732335838273 2024-11-23T04:24:02,447 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e493aaaa59c941409e620913fb398ae9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732335838273 2024-11-23T04:24:02,447 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting dec625e59f9445508c68e0808532b943, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732335839405 2024-11-23T04:24:02,448 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d65885b34484a5caa96c39f5c065963, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732335839405 2024-11-23T04:24:02,448 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c868175bca0941a284398511b16c9757, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732335841579 2024-11-23T04:24:02,448 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd680859d093456eaf0651fcc1938333, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732335841572 2024-11-23T04:24:02,461 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#B#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:02,461 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#A#compaction#477 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:02,461 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/b4d6925d7e064ddeaecc0e9485b99220 is 50, key is test_row_0/A:col10/1732335841581/Put/seqid=0 2024-11-23T04:24:02,461 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c9005f50551a446bac2bef7e26eb4f4e is 50, key is test_row_0/B:col10/1732335841581/Put/seqid=0 2024-11-23T04:24:02,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742390_1566 (size=12207) 2024-11-23T04:24:02,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742391_1567 (size=12207) 2024-11-23T04:24:02,483 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/b4d6925d7e064ddeaecc0e9485b99220 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/b4d6925d7e064ddeaecc0e9485b99220 2024-11-23T04:24:02,489 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/A of d92b6107c17bb926cd35394c04f432d1 into b4d6925d7e064ddeaecc0e9485b99220(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:02,489 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:02,489 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/A, priority=10, startTime=1732335842443; duration=0sec 2024-11-23T04:24:02,489 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:02,489 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:A 2024-11-23T04:24:02,489 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T04:24:02,491 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T04:24:02,491 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/C is initiating minor compaction (all files) 2024-11-23T04:24:02,491 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/C in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:02,491 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/3e494d171f454c6aa2db1ec23edd6b16, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/467e396981d340d196d3f2ce3bb98feb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/a5bb2ad3a9814faebd4bc49e24e8833c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/c840622e7560435ea2a61e479ffcd41a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/9b22503a801a4250afc3e8ac007a47d4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b930699bf73443c19f616aaf37876a14] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=70.3 K 2024-11-23T04:24:02,492 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e494d171f454c6aa2db1ec23edd6b16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732335836983 2024-11-23T04:24:02,492 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 467e396981d340d196d3f2ce3bb98feb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732335837002 2024-11-23T04:24:02,492 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5bb2ad3a9814faebd4bc49e24e8833c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732335837625 2024-11-23T04:24:02,493 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting c840622e7560435ea2a61e479ffcd41a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732335838273 2024-11-23T04:24:02,493 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b22503a801a4250afc3e8ac007a47d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732335839405 2024-11-23T04:24:02,493 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting b930699bf73443c19f616aaf37876a14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732335841579 2024-11-23T04:24:02,502 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#C#compaction#479 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:02,503 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/a82f48ed43964c8a92389396a2ea4936 is 50, key is test_row_0/C:col10/1732335841581/Put/seqid=0 2024-11-23T04:24:02,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742392_1568 (size=12207) 2024-11-23T04:24:02,528 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T04:24:02,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:02,529 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T04:24:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:02,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/3aacc8b08da6457cb63b622a56d4b41c is 50, key is test_row_0/A:col10/1732335841622/Put/seqid=0 2024-11-23T04:24:02,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742393_1569 (size=12001) 2024-11-23T04:24:02,536 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/3aacc8b08da6457cb63b622a56d4b41c 2024-11-23T04:24:02,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/4aad9be5ffda493595d9c375da93cd47 is 50, key is test_row_0/B:col10/1732335841622/Put/seqid=0 2024-11-23T04:24:02,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742394_1570 (size=12001) 2024-11-23T04:24:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T04:24:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:02,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:02,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335902761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335902762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335902767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335902770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335902770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,870 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c9005f50551a446bac2bef7e26eb4f4e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c9005f50551a446bac2bef7e26eb4f4e 2024-11-23T04:24:02,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335902872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,874 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/B of d92b6107c17bb926cd35394c04f432d1 into c9005f50551a446bac2bef7e26eb4f4e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:02,874 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:02,874 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/B, priority=10, startTime=1732335842443; duration=0sec 2024-11-23T04:24:02,874 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:02,875 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:B 2024-11-23T04:24:02,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335902873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335902873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335902874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335902875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:02,910 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/a82f48ed43964c8a92389396a2ea4936 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/a82f48ed43964c8a92389396a2ea4936 2024-11-23T04:24:02,913 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/C of d92b6107c17bb926cd35394c04f432d1 into a82f48ed43964c8a92389396a2ea4936(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:02,913 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:02,913 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/C, priority=10, startTime=1732335842443; duration=0sec 2024-11-23T04:24:02,913 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:02,913 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:C 2024-11-23T04:24:02,946 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/4aad9be5ffda493595d9c375da93cd47 2024-11-23T04:24:02,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/e3234831aa404f8a8c36660852bd4f34 is 50, key is test_row_0/C:col10/1732335841622/Put/seqid=0 2024-11-23T04:24:02,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742395_1571 (size=12001) 2024-11-23T04:24:02,956 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/e3234831aa404f8a8c36660852bd4f34 2024-11-23T04:24:02,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/3aacc8b08da6457cb63b622a56d4b41c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3aacc8b08da6457cb63b622a56d4b41c 2024-11-23T04:24:02,962 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3aacc8b08da6457cb63b622a56d4b41c, entries=150, sequenceid=122, filesize=11.7 K 2024-11-23T04:24:02,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/4aad9be5ffda493595d9c375da93cd47 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/4aad9be5ffda493595d9c375da93cd47 2024-11-23T04:24:02,965 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/4aad9be5ffda493595d9c375da93cd47, entries=150, sequenceid=122, filesize=11.7 K 2024-11-23T04:24:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/e3234831aa404f8a8c36660852bd4f34 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e3234831aa404f8a8c36660852bd4f34 2024-11-23T04:24:02,969 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e3234831aa404f8a8c36660852bd4f34, entries=150, sequenceid=122, filesize=11.7 K 2024-11-23T04:24:02,970 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d92b6107c17bb926cd35394c04f432d1 in 442ms, sequenceid=122, compaction requested=false 2024-11-23T04:24:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-23T04:24:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-23T04:24:02,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-23T04:24:02,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3590 sec 2024-11-23T04:24:02,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.3630 sec 2024-11-23T04:24:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:03,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T04:24:03,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:03,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:03,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:03,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:03,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:03,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:03,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/8765497763484c72853b036d40fc644d is 50, key is test_row_0/A:col10/1732335842766/Put/seqid=0 2024-11-23T04:24:03,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742396_1572 (size=14491) 2024-11-23T04:24:03,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335903106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335903107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335903107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335903108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335903109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335903217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335903217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335903217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335903218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335903219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335903423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335903423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335903423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335903424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335903425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/8765497763484c72853b036d40fc644d 2024-11-23T04:24:03,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/bd9bd59c934e408ba5898c367a5252d2 is 50, key is test_row_0/B:col10/1732335842766/Put/seqid=0 2024-11-23T04:24:03,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742397_1573 (size=12151) 2024-11-23T04:24:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T04:24:03,718 INFO [Thread-2402 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-23T04:24:03,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-23T04:24:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T04:24:03,721 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:03,722 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:03,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335903731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335903731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335903731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335903732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335903733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T04:24:03,874 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:03,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T04:24:03,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:03,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:03,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:03,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:03,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:03,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/bd9bd59c934e408ba5898c367a5252d2 2024-11-23T04:24:03,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/d0cddc56836e4c2b81f07866f555ac08 is 50, key is test_row_0/C:col10/1732335842766/Put/seqid=0 2024-11-23T04:24:03,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742398_1574 (size=12151) 2024-11-23T04:24:03,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/d0cddc56836e4c2b81f07866f555ac08 2024-11-23T04:24:03,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/8765497763484c72853b036d40fc644d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8765497763484c72853b036d40fc644d 2024-11-23T04:24:03,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8765497763484c72853b036d40fc644d, entries=200, sequenceid=136, filesize=14.2 K 2024-11-23T04:24:03,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/bd9bd59c934e408ba5898c367a5252d2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/bd9bd59c934e408ba5898c367a5252d2 2024-11-23T04:24:03,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/bd9bd59c934e408ba5898c367a5252d2, entries=150, sequenceid=136, filesize=11.9 K 2024-11-23T04:24:03,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/d0cddc56836e4c2b81f07866f555ac08 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/d0cddc56836e4c2b81f07866f555ac08 2024-11-23T04:24:03,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/d0cddc56836e4c2b81f07866f555ac08, entries=150, sequenceid=136, filesize=11.9 K 2024-11-23T04:24:03,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d92b6107c17bb926cd35394c04f432d1 in 865ms, sequenceid=136, compaction requested=true 2024-11-23T04:24:03,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:03,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:03,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:03,943 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:03,943 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:03,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:03,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:03,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:03,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:03,943 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:03,943 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:03,944 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/B is initiating minor compaction (all files) 2024-11-23T04:24:03,944 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/A is initiating minor compaction (all files) 2024-11-23T04:24:03,944 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/A in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:03,944 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/B in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:03,944 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/b4d6925d7e064ddeaecc0e9485b99220, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3aacc8b08da6457cb63b622a56d4b41c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8765497763484c72853b036d40fc644d] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=37.8 K 2024-11-23T04:24:03,944 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c9005f50551a446bac2bef7e26eb4f4e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/4aad9be5ffda493595d9c375da93cd47, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/bd9bd59c934e408ba5898c367a5252d2] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=35.5 K 2024-11-23T04:24:03,944 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c9005f50551a446bac2bef7e26eb4f4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732335841579 2024-11-23T04:24:03,944 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4d6925d7e064ddeaecc0e9485b99220, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732335841579 2024-11-23T04:24:03,944 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 4aad9be5ffda493595d9c375da93cd47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732335841621 2024-11-23T04:24:03,944 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3aacc8b08da6457cb63b622a56d4b41c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732335841621 2024-11-23T04:24:03,945 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting bd9bd59c934e408ba5898c367a5252d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732335842766 2024-11-23T04:24:03,945 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8765497763484c72853b036d40fc644d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732335842760 2024-11-23T04:24:03,952 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:03,952 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c678eb7287624c9394d898b2c7f55c58 is 50, key is test_row_0/B:col10/1732335842766/Put/seqid=0 2024-11-23T04:24:03,953 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#A#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:03,954 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/ef53148a28654c52988eeb1ba4a5f1ce is 50, key is test_row_0/A:col10/1732335842766/Put/seqid=0 2024-11-23T04:24:03,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742400_1576 (size=12459) 2024-11-23T04:24:03,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742399_1575 (size=12459) 2024-11-23T04:24:03,970 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/ef53148a28654c52988eeb1ba4a5f1ce as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/ef53148a28654c52988eeb1ba4a5f1ce 2024-11-23T04:24:03,985 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/A of d92b6107c17bb926cd35394c04f432d1 into ef53148a28654c52988eeb1ba4a5f1ce(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:03,985 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:03,985 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/A, priority=13, startTime=1732335843942; duration=0sec 2024-11-23T04:24:03,986 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:03,986 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:A 2024-11-23T04:24:03,986 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:03,988 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:03,988 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/C is initiating minor compaction (all files) 2024-11-23T04:24:03,988 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/C in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:03,988 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/a82f48ed43964c8a92389396a2ea4936, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e3234831aa404f8a8c36660852bd4f34, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/d0cddc56836e4c2b81f07866f555ac08] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=35.5 K 2024-11-23T04:24:03,989 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting a82f48ed43964c8a92389396a2ea4936, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732335841579 2024-11-23T04:24:03,989 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3234831aa404f8a8c36660852bd4f34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732335841621 2024-11-23T04:24:03,989 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0cddc56836e4c2b81f07866f555ac08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732335842766 2024-11-23T04:24:03,999 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:03,999 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/7d48b100f3bc4e2a87fdbd3ee7867f7d is 50, key is test_row_0/C:col10/1732335842766/Put/seqid=0 2024-11-23T04:24:04,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742401_1577 (size=12459) 2024-11-23T04:24:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T04:24:04,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T04:24:04,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:04,028 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T04:24:04,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:04,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:04,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:04,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:04,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:04,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:04,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/7a59422cfea44bbea38119b52220bfc7 is 50, key is test_row_0/A:col10/1732335843107/Put/seqid=0 2024-11-23T04:24:04,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742402_1578 (size=12151) 2024-11-23T04:24:04,038 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/7a59422cfea44bbea38119b52220bfc7 2024-11-23T04:24:04,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/ce859f5d5eae41fabf298b00c1cd7470 is 50, key is test_row_0/B:col10/1732335843107/Put/seqid=0 2024-11-23T04:24:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742403_1579 (size=12151) 2024-11-23T04:24:04,057 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/ce859f5d5eae41fabf298b00c1cd7470 2024-11-23T04:24:04,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/2bdfb25b448340f08e66774270f0c5b4 is 50, key is test_row_0/C:col10/1732335843107/Put/seqid=0 2024-11-23T04:24:04,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742404_1580 (size=12151) 2024-11-23T04:24:04,074 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/2bdfb25b448340f08e66774270f0c5b4 2024-11-23T04:24:04,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/7a59422cfea44bbea38119b52220bfc7 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/7a59422cfea44bbea38119b52220bfc7 2024-11-23T04:24:04,090 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/7a59422cfea44bbea38119b52220bfc7, entries=150, sequenceid=161, filesize=11.9 K 2024-11-23T04:24:04,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/ce859f5d5eae41fabf298b00c1cd7470 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ce859f5d5eae41fabf298b00c1cd7470 2024-11-23T04:24:04,101 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ce859f5d5eae41fabf298b00c1cd7470, entries=150, sequenceid=161, filesize=11.9 K 2024-11-23T04:24:04,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/2bdfb25b448340f08e66774270f0c5b4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/2bdfb25b448340f08e66774270f0c5b4 2024-11-23T04:24:04,105 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/2bdfb25b448340f08e66774270f0c5b4, entries=150, sequenceid=161, filesize=11.9 K 2024-11-23T04:24:04,111 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for d92b6107c17bb926cd35394c04f432d1 in 83ms, sequenceid=161, compaction requested=false 2024-11-23T04:24:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-23T04:24:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-23T04:24:04,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-23T04:24:04,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 391 msec 2024-11-23T04:24:04,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 395 msec 2024-11-23T04:24:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:04,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:24:04,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:04,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:04,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:04,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:04,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:04,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:04,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/80c6387ddcf64996890ec88435727047 is 50, key is test_row_0/A:col10/1732335844248/Put/seqid=0 2024-11-23T04:24:04,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742405_1581 (size=19321) 2024-11-23T04:24:04,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/80c6387ddcf64996890ec88435727047 2024-11-23T04:24:04,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/87328aaaa8b8414bb5521f1aeaafe2c9 is 50, key is test_row_0/B:col10/1732335844248/Put/seqid=0 2024-11-23T04:24:04,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742406_1582 (size=12151) 2024-11-23T04:24:04,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335904270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335904278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335904278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335904279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335904279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T04:24:04,326 INFO [Thread-2402 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-23T04:24:04,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-23T04:24:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T04:24:04,329 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:04,329 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:04,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:04,370 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c678eb7287624c9394d898b2c7f55c58 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c678eb7287624c9394d898b2c7f55c58 2024-11-23T04:24:04,373 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/B of d92b6107c17bb926cd35394c04f432d1 into c678eb7287624c9394d898b2c7f55c58(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:04,374 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:04,374 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/B, priority=13, startTime=1732335843943; duration=0sec 2024-11-23T04:24:04,374 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:04,374 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:B 2024-11-23T04:24:04,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335904380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335904383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335904383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335904386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335904386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,408 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/7d48b100f3bc4e2a87fdbd3ee7867f7d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/7d48b100f3bc4e2a87fdbd3ee7867f7d 2024-11-23T04:24:04,411 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/C of d92b6107c17bb926cd35394c04f432d1 into 7d48b100f3bc4e2a87fdbd3ee7867f7d(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:04,411 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:04,411 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/C, priority=13, startTime=1732335843943; duration=0sec 2024-11-23T04:24:04,411 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:04,411 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:C 2024-11-23T04:24:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T04:24:04,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T04:24:04,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:04,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:04,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:04,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:04,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:04,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335904584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335904586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335904587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335904590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335904590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T04:24:04,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T04:24:04,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:04,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:04,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:04,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:04,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:04,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/87328aaaa8b8414bb5521f1aeaafe2c9 2024-11-23T04:24:04,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/e14a082271e3425785b7980e1884fa57 is 50, key is test_row_0/C:col10/1732335844248/Put/seqid=0 2024-11-23T04:24:04,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742407_1583 (size=12151) 2024-11-23T04:24:04,786 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T04:24:04,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:04,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:04,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:04,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:04,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:04,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335904889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335904894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335904897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335904897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335904897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T04:24:04,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:04,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T04:24:04,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:04,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:04,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:04,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:04,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:05,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/e14a082271e3425785b7980e1884fa57 2024-11-23T04:24:05,091 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T04:24:05,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:05,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:05,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:05,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:05,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:05,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/80c6387ddcf64996890ec88435727047 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/80c6387ddcf64996890ec88435727047 2024-11-23T04:24:05,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/80c6387ddcf64996890ec88435727047, entries=300, sequenceid=174, filesize=18.9 K 2024-11-23T04:24:05,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/87328aaaa8b8414bb5521f1aeaafe2c9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/87328aaaa8b8414bb5521f1aeaafe2c9 2024-11-23T04:24:05,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/87328aaaa8b8414bb5521f1aeaafe2c9, entries=150, sequenceid=174, filesize=11.9 K 2024-11-23T04:24:05,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/e14a082271e3425785b7980e1884fa57 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e14a082271e3425785b7980e1884fa57 2024-11-23T04:24:05,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e14a082271e3425785b7980e1884fa57, entries=150, sequenceid=174, filesize=11.9 K 2024-11-23T04:24:05,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d92b6107c17bb926cd35394c04f432d1 in 859ms, sequenceid=174, compaction requested=true 2024-11-23T04:24:05,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:05,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:05,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:05,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:05,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:05,107 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:05,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:05,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:05,107 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:05,108 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:05,108 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:05,108 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/A is initiating minor compaction (all files) 2024-11-23T04:24:05,108 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/B is initiating minor compaction (all files) 2024-11-23T04:24:05,108 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/A in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:05,108 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/B in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:05,108 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/ef53148a28654c52988eeb1ba4a5f1ce, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/7a59422cfea44bbea38119b52220bfc7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/80c6387ddcf64996890ec88435727047] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=42.9 K 2024-11-23T04:24:05,108 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c678eb7287624c9394d898b2c7f55c58, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ce859f5d5eae41fabf298b00c1cd7470, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/87328aaaa8b8414bb5521f1aeaafe2c9] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=35.9 K 2024-11-23T04:24:05,108 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef53148a28654c52988eeb1ba4a5f1ce, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732335842766 2024-11-23T04:24:05,109 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c678eb7287624c9394d898b2c7f55c58, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732335842766 2024-11-23T04:24:05,109 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a59422cfea44bbea38119b52220bfc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732335843104 2024-11-23T04:24:05,109 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting ce859f5d5eae41fabf298b00c1cd7470, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732335843104 2024-11-23T04:24:05,109 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 87328aaaa8b8414bb5521f1aeaafe2c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732335844244 2024-11-23T04:24:05,109 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80c6387ddcf64996890ec88435727047, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732335844243 2024-11-23T04:24:05,115 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:05,115 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/317719a8f97141ac8576ef013cb8c417 is 50, key is test_row_0/B:col10/1732335844248/Put/seqid=0 2024-11-23T04:24:05,117 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#A#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:05,118 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/6bc078ee63dc448ba59730513c659a39 is 50, key is test_row_0/A:col10/1732335844248/Put/seqid=0 2024-11-23T04:24:05,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742408_1584 (size=12561) 2024-11-23T04:24:05,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742409_1585 (size=12561) 2024-11-23T04:24:05,140 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/6bc078ee63dc448ba59730513c659a39 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/6bc078ee63dc448ba59730513c659a39 2024-11-23T04:24:05,144 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/A of d92b6107c17bb926cd35394c04f432d1 into 6bc078ee63dc448ba59730513c659a39(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:05,144 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:05,144 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/A, priority=13, startTime=1732335845107; duration=0sec 2024-11-23T04:24:05,145 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:05,145 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:A 2024-11-23T04:24:05,145 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:05,146 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:05,146 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/C is initiating minor compaction (all files) 2024-11-23T04:24:05,146 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/C in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:05,146 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/7d48b100f3bc4e2a87fdbd3ee7867f7d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/2bdfb25b448340f08e66774270f0c5b4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e14a082271e3425785b7980e1884fa57] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=35.9 K 2024-11-23T04:24:05,146 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d48b100f3bc4e2a87fdbd3ee7867f7d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732335842766 2024-11-23T04:24:05,146 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bdfb25b448340f08e66774270f0c5b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732335843104 2024-11-23T04:24:05,147 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e14a082271e3425785b7980e1884fa57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732335844244 2024-11-23T04:24:05,155 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#C#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:05,156 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/7d344f7df5e0461aa62e5ff4c823594d is 50, key is test_row_0/C:col10/1732335844248/Put/seqid=0 2024-11-23T04:24:05,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742410_1586 (size=12561) 2024-11-23T04:24:05,169 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/7d344f7df5e0461aa62e5ff4c823594d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/7d344f7df5e0461aa62e5ff4c823594d 2024-11-23T04:24:05,180 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/C of d92b6107c17bb926cd35394c04f432d1 into 7d344f7df5e0461aa62e5ff4c823594d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:05,180 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:05,180 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/C, priority=13, startTime=1732335845107; duration=0sec 2024-11-23T04:24:05,180 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:05,180 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:C 2024-11-23T04:24:05,244 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T04:24:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:05,245 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T04:24:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/53ba44fa6733477ca4d627377301d48c is 50, key is test_row_0/A:col10/1732335844269/Put/seqid=0 2024-11-23T04:24:05,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742411_1587 (size=12151) 2024-11-23T04:24:05,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:05,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335905406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335905408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335905409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335905411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335905411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T04:24:05,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335905512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335905512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335905513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335905514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335905516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,525 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/317719a8f97141ac8576ef013cb8c417 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/317719a8f97141ac8576ef013cb8c417 2024-11-23T04:24:05,529 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/B of d92b6107c17bb926cd35394c04f432d1 into 317719a8f97141ac8576ef013cb8c417(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:05,529 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:05,529 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/B, priority=13, startTime=1732335845107; duration=0sec 2024-11-23T04:24:05,529 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:05,529 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:B 2024-11-23T04:24:05,654 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/53ba44fa6733477ca4d627377301d48c 2024-11-23T04:24:05,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/d562decac2dc45e09b8bae60482a170e is 50, key is test_row_0/B:col10/1732335844269/Put/seqid=0 2024-11-23T04:24:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742412_1588 (size=12151) 2024-11-23T04:24:05,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335905715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335905716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335905717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335905718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:05,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335905720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335906023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335906024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335906024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335906024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335906028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,077 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/d562decac2dc45e09b8bae60482a170e 2024-11-23T04:24:06,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/5d277acccb484208bcd3012f3e543d3d is 50, key is test_row_0/C:col10/1732335844269/Put/seqid=0 2024-11-23T04:24:06,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742413_1589 (size=12151) 2024-11-23T04:24:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T04:24:06,489 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/5d277acccb484208bcd3012f3e543d3d 2024-11-23T04:24:06,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/53ba44fa6733477ca4d627377301d48c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/53ba44fa6733477ca4d627377301d48c 2024-11-23T04:24:06,495 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/53ba44fa6733477ca4d627377301d48c, entries=150, sequenceid=201, filesize=11.9 K 2024-11-23T04:24:06,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/d562decac2dc45e09b8bae60482a170e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d562decac2dc45e09b8bae60482a170e 2024-11-23T04:24:06,499 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d562decac2dc45e09b8bae60482a170e, entries=150, sequenceid=201, filesize=11.9 K 2024-11-23T04:24:06,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/5d277acccb484208bcd3012f3e543d3d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/5d277acccb484208bcd3012f3e543d3d 2024-11-23T04:24:06,503 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/5d277acccb484208bcd3012f3e543d3d, entries=150, sequenceid=201, filesize=11.9 K 2024-11-23T04:24:06,504 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d92b6107c17bb926cd35394c04f432d1 in 1258ms, sequenceid=201, compaction requested=false 2024-11-23T04:24:06,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:06,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:06,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-23T04:24:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-23T04:24:06,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-23T04:24:06,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1760 sec 2024-11-23T04:24:06,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.1790 sec 2024-11-23T04:24:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:06,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:24:06,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:06,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:06,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:06,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:06,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:06,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:06,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/121db57bc0e34c4983041d30341579ae is 50, key is test_row_0/A:col10/1732335845410/Put/seqid=0 2024-11-23T04:24:06,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742414_1590 (size=16931) 2024-11-23T04:24:06,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335906554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335906555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335906556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335906556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335906557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335906660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335906662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335906662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335906662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335906662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335906864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335906866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335906867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335906867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335906867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:06,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/121db57bc0e34c4983041d30341579ae 2024-11-23T04:24:06,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/42c6f092d30f48d49b113311976b2ea4 is 50, key is test_row_0/B:col10/1732335845410/Put/seqid=0 2024-11-23T04:24:06,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742415_1591 (size=12151) 2024-11-23T04:24:06,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/42c6f092d30f48d49b113311976b2ea4 2024-11-23T04:24:06,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/10491fafef7d4a8291851c27837b9e26 is 50, key is test_row_0/C:col10/1732335845410/Put/seqid=0 2024-11-23T04:24:06,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742416_1592 (size=12151) 2024-11-23T04:24:07,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335907169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335907171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335907171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335907172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335907173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/10491fafef7d4a8291851c27837b9e26 2024-11-23T04:24:07,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/121db57bc0e34c4983041d30341579ae as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/121db57bc0e34c4983041d30341579ae 2024-11-23T04:24:07,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/121db57bc0e34c4983041d30341579ae, entries=250, sequenceid=217, filesize=16.5 K 2024-11-23T04:24:07,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/42c6f092d30f48d49b113311976b2ea4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/42c6f092d30f48d49b113311976b2ea4 2024-11-23T04:24:07,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/42c6f092d30f48d49b113311976b2ea4, entries=150, sequenceid=217, filesize=11.9 K 2024-11-23T04:24:07,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/10491fafef7d4a8291851c27837b9e26 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/10491fafef7d4a8291851c27837b9e26 2024-11-23T04:24:07,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/10491fafef7d4a8291851c27837b9e26, entries=150, sequenceid=217, filesize=11.9 K 2024-11-23T04:24:07,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d92b6107c17bb926cd35394c04f432d1 in 846ms, sequenceid=217, compaction requested=true 2024-11-23T04:24:07,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:07,378 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:07,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:07,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:07,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:07,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:07,378 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:07,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:07,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:07,379 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:07,379 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/A is initiating minor compaction (all files) 2024-11-23T04:24:07,379 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:07,379 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/A in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:07,379 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/B is initiating minor compaction (all files) 2024-11-23T04:24:07,379 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/6bc078ee63dc448ba59730513c659a39, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/53ba44fa6733477ca4d627377301d48c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/121db57bc0e34c4983041d30341579ae] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=40.7 K 2024-11-23T04:24:07,379 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/B in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:07,379 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/317719a8f97141ac8576ef013cb8c417, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d562decac2dc45e09b8bae60482a170e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/42c6f092d30f48d49b113311976b2ea4] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=36.0 K 2024-11-23T04:24:07,380 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 317719a8f97141ac8576ef013cb8c417, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732335844244 2024-11-23T04:24:07,380 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bc078ee63dc448ba59730513c659a39, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732335844244 2024-11-23T04:24:07,380 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d562decac2dc45e09b8bae60482a170e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732335844269 2024-11-23T04:24:07,380 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53ba44fa6733477ca4d627377301d48c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732335844269 2024-11-23T04:24:07,381 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 42c6f092d30f48d49b113311976b2ea4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732335845410 2024-11-23T04:24:07,381 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 121db57bc0e34c4983041d30341579ae, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732335845402 2024-11-23T04:24:07,387 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#A#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:07,387 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/2419bdccab3947aab1d3d6d1d1fef58d is 50, key is test_row_0/A:col10/1732335845410/Put/seqid=0 2024-11-23T04:24:07,390 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#B#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:07,390 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/aabcb971e9084c7aae4f3b26c5051665 is 50, key is test_row_0/B:col10/1732335845410/Put/seqid=0 2024-11-23T04:24:07,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742418_1594 (size=12663) 2024-11-23T04:24:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742417_1593 (size=12663) 2024-11-23T04:24:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:07,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T04:24:07,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:07,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:07,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:07,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:07,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:07,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:07,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/0165fa7881204ab89908560dbd4541c8 is 50, key is test_row_0/A:col10/1732335846555/Put/seqid=0 2024-11-23T04:24:07,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742419_1595 (size=16931) 2024-11-23T04:24:07,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/0165fa7881204ab89908560dbd4541c8 2024-11-23T04:24:07,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335907691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335907690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335907692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335907695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/db8f2d0bdb93403585adad8379226900 is 50, key is test_row_0/B:col10/1732335846555/Put/seqid=0 2024-11-23T04:24:07,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335907696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742420_1596 (size=12151) 2024-11-23T04:24:07,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335907798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335907799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335907799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335907799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,805 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/aabcb971e9084c7aae4f3b26c5051665 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/aabcb971e9084c7aae4f3b26c5051665 2024-11-23T04:24:07,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335907802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:07,813 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/B of d92b6107c17bb926cd35394c04f432d1 into aabcb971e9084c7aae4f3b26c5051665(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:07,813 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:07,813 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/B, priority=13, startTime=1732335847378; duration=0sec 2024-11-23T04:24:07,813 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:07,813 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:B 2024-11-23T04:24:07,813 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:07,815 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:07,815 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/C is initiating minor compaction (all files) 2024-11-23T04:24:07,815 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/C in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:07,815 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/7d344f7df5e0461aa62e5ff4c823594d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/5d277acccb484208bcd3012f3e543d3d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/10491fafef7d4a8291851c27837b9e26] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=36.0 K 2024-11-23T04:24:07,815 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d344f7df5e0461aa62e5ff4c823594d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732335844244 2024-11-23T04:24:07,816 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d277acccb484208bcd3012f3e543d3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732335844269 2024-11-23T04:24:07,817 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 10491fafef7d4a8291851c27837b9e26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732335845410 2024-11-23T04:24:07,817 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/2419bdccab3947aab1d3d6d1d1fef58d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2419bdccab3947aab1d3d6d1d1fef58d 2024-11-23T04:24:07,823 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/A of d92b6107c17bb926cd35394c04f432d1 into 2419bdccab3947aab1d3d6d1d1fef58d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:07,823 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:07,823 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/A, priority=13, startTime=1732335847378; duration=0sec 2024-11-23T04:24:07,823 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:07,823 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:A 2024-11-23T04:24:07,826 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#C#compaction#508 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:07,827 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/266198fae4114d98889e0c194a13f4fc is 50, key is test_row_0/C:col10/1732335845410/Put/seqid=0 2024-11-23T04:24:07,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742421_1597 (size=12663) 2024-11-23T04:24:08,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335908004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335908004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335908005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335908007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335908013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/db8f2d0bdb93403585adad8379226900 2024-11-23T04:24:08,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/552be07be9e342b68f3b60a2f15b3421 is 50, key is test_row_0/C:col10/1732335846555/Put/seqid=0 2024-11-23T04:24:08,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742422_1598 (size=12151) 2024-11-23T04:24:08,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/552be07be9e342b68f3b60a2f15b3421 2024-11-23T04:24:08,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/0165fa7881204ab89908560dbd4541c8 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/0165fa7881204ab89908560dbd4541c8 2024-11-23T04:24:08,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/0165fa7881204ab89908560dbd4541c8, entries=250, sequenceid=240, filesize=16.5 K 2024-11-23T04:24:08,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/db8f2d0bdb93403585adad8379226900 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/db8f2d0bdb93403585adad8379226900 2024-11-23T04:24:08,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/db8f2d0bdb93403585adad8379226900, entries=150, sequenceid=240, filesize=11.9 K 2024-11-23T04:24:08,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/552be07be9e342b68f3b60a2f15b3421 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/552be07be9e342b68f3b60a2f15b3421 2024-11-23T04:24:08,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/552be07be9e342b68f3b60a2f15b3421, entries=150, sequenceid=240, filesize=11.9 K 2024-11-23T04:24:08,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d92b6107c17bb926cd35394c04f432d1 in 449ms, sequenceid=240, compaction requested=false 2024-11-23T04:24:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:08,235 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/266198fae4114d98889e0c194a13f4fc as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/266198fae4114d98889e0c194a13f4fc 2024-11-23T04:24:08,239 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/C of d92b6107c17bb926cd35394c04f432d1 into 266198fae4114d98889e0c194a13f4fc(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:08,239 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:08,239 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/C, priority=13, startTime=1732335847378; duration=0sec 2024-11-23T04:24:08,239 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:08,239 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:C 2024-11-23T04:24:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:08,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:24:08,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:08,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:08,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:08,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:08,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:08,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:08,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/2348e9ea93b042c1bf82b4f21f80b138 is 50, key is test_row_0/A:col10/1732335848313/Put/seqid=0 2024-11-23T04:24:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742423_1599 (size=14641) 2024-11-23T04:24:08,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/2348e9ea93b042c1bf82b4f21f80b138 2024-11-23T04:24:08,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/63b1e0986df147e294fb2acc5423d3df is 50, key is test_row_0/B:col10/1732335848313/Put/seqid=0 2024-11-23T04:24:08,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742424_1600 (size=12201) 2024-11-23T04:24:08,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/63b1e0986df147e294fb2acc5423d3df 2024-11-23T04:24:08,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/465917ff7f4a4f21824a0fd3a69660f2 is 50, key is test_row_0/C:col10/1732335848313/Put/seqid=0 2024-11-23T04:24:08,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742425_1601 (size=12201) 2024-11-23T04:24:08,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335908339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335908339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335908340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335908341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335908343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T04:24:08,433 INFO [Thread-2402 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-23T04:24:08,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-23T04:24:08,436 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T04:24:08,436 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:08,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:08,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335908446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335908446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335908446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335908450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335908451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T04:24:08,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T04:24:08,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:08,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:08,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:08,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:08,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:08,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335908650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335908650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335908651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335908656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335908656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T04:24:08,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T04:24:08,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:08,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:08,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:08,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:08,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:08,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/465917ff7f4a4f21824a0fd3a69660f2 2024-11-23T04:24:08,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/2348e9ea93b042c1bf82b4f21f80b138 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2348e9ea93b042c1bf82b4f21f80b138 2024-11-23T04:24:08,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2348e9ea93b042c1bf82b4f21f80b138, entries=200, sequenceid=258, filesize=14.3 K 2024-11-23T04:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/63b1e0986df147e294fb2acc5423d3df as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/63b1e0986df147e294fb2acc5423d3df 2024-11-23T04:24:08,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/63b1e0986df147e294fb2acc5423d3df, entries=150, sequenceid=258, filesize=11.9 K 2024-11-23T04:24:08,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/465917ff7f4a4f21824a0fd3a69660f2 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/465917ff7f4a4f21824a0fd3a69660f2 2024-11-23T04:24:08,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/465917ff7f4a4f21824a0fd3a69660f2, entries=150, sequenceid=258, filesize=11.9 K 2024-11-23T04:24:08,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d92b6107c17bb926cd35394c04f432d1 in 446ms, sequenceid=258, compaction requested=true 2024-11-23T04:24:08,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:08,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:08,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:08,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:08,759 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:08,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:08,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:08,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:08,759 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:08,760 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44235 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:08,760 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:08,760 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/A is initiating minor compaction (all files) 2024-11-23T04:24:08,760 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/B is initiating minor compaction (all files) 2024-11-23T04:24:08,760 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/A in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:08,760 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/B in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:08,760 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2419bdccab3947aab1d3d6d1d1fef58d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/0165fa7881204ab89908560dbd4541c8, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2348e9ea93b042c1bf82b4f21f80b138] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=43.2 K 2024-11-23T04:24:08,760 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/aabcb971e9084c7aae4f3b26c5051665, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/db8f2d0bdb93403585adad8379226900, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/63b1e0986df147e294fb2acc5423d3df] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=36.1 K 2024-11-23T04:24:08,761 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2419bdccab3947aab1d3d6d1d1fef58d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732335845410 2024-11-23T04:24:08,761 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting aabcb971e9084c7aae4f3b26c5051665, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732335845410 2024-11-23T04:24:08,761 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0165fa7881204ab89908560dbd4541c8, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732335846546 2024-11-23T04:24:08,761 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting db8f2d0bdb93403585adad8379226900, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732335846555 2024-11-23T04:24:08,761 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2348e9ea93b042c1bf82b4f21f80b138, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732335847684 2024-11-23T04:24:08,761 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 63b1e0986df147e294fb2acc5423d3df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732335847684 2024-11-23T04:24:08,768 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#B#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:08,768 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#A#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:08,769 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c0d0e7ef14f44fd1ae710494eedcfa9d is 50, key is test_row_0/B:col10/1732335848313/Put/seqid=0 2024-11-23T04:24:08,769 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/037e295b79274bce85d588e6c4a81d77 is 50, key is test_row_0/A:col10/1732335848313/Put/seqid=0 2024-11-23T04:24:08,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742427_1603 (size=12815) 2024-11-23T04:24:08,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742426_1602 (size=12815) 2024-11-23T04:24:08,783 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c0d0e7ef14f44fd1ae710494eedcfa9d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c0d0e7ef14f44fd1ae710494eedcfa9d 2024-11-23T04:24:08,783 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/037e295b79274bce85d588e6c4a81d77 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/037e295b79274bce85d588e6c4a81d77 2024-11-23T04:24:08,789 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/A of d92b6107c17bb926cd35394c04f432d1 into 037e295b79274bce85d588e6c4a81d77(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:08,789 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/B of d92b6107c17bb926cd35394c04f432d1 into c0d0e7ef14f44fd1ae710494eedcfa9d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:08,789 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:08,789 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:08,789 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/A, priority=13, startTime=1732335848759; duration=0sec 2024-11-23T04:24:08,789 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/B, priority=13, startTime=1732335848759; duration=0sec 2024-11-23T04:24:08,789 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:08,789 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:A 2024-11-23T04:24:08,789 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:08,789 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:B 2024-11-23T04:24:08,789 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:08,790 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:08,790 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/C is initiating minor compaction (all files) 2024-11-23T04:24:08,790 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/C in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:08,790 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/266198fae4114d98889e0c194a13f4fc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/552be07be9e342b68f3b60a2f15b3421, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/465917ff7f4a4f21824a0fd3a69660f2] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=36.1 K 2024-11-23T04:24:08,790 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 266198fae4114d98889e0c194a13f4fc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732335845410 2024-11-23T04:24:08,791 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 552be07be9e342b68f3b60a2f15b3421, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732335846555 2024-11-23T04:24:08,791 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 465917ff7f4a4f21824a0fd3a69660f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732335847684 2024-11-23T04:24:08,801 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#C#compaction#515 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:08,802 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/9e379cfa9a9845e095d29856f12eb649 is 50, key is test_row_0/C:col10/1732335848313/Put/seqid=0 2024-11-23T04:24:08,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742428_1604 (size=12815) 2024-11-23T04:24:08,828 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/9e379cfa9a9845e095d29856f12eb649 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/9e379cfa9a9845e095d29856f12eb649 2024-11-23T04:24:08,852 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/C of d92b6107c17bb926cd35394c04f432d1 into 9e379cfa9a9845e095d29856f12eb649(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:08,852 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:08,852 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/C, priority=13, startTime=1732335848759; duration=0sec 2024-11-23T04:24:08,852 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:08,852 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:C 2024-11-23T04:24:08,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T04:24:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:08,894 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T04:24:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:08,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/e7caae13692247249dbd07fc1959211d is 50, key is test_row_0/A:col10/1732335848342/Put/seqid=0 2024-11-23T04:24:08,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742429_1605 (size=12301) 2024-11-23T04:24:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:08,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:08,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335908971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335908973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335908976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335908976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:08,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335908976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T04:24:09,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335909077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335909078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335909080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335909081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335909081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335909281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335909282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335909284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335909286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335909288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,305 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/e7caae13692247249dbd07fc1959211d 2024-11-23T04:24:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c6b2e462ee6046569cba0873ef33c9b0 is 50, key is test_row_0/B:col10/1732335848342/Put/seqid=0 2024-11-23T04:24:09,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742430_1606 (size=12301) 2024-11-23T04:24:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T04:24:09,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335909585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335909585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335909591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335909592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335909593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:09,724 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c6b2e462ee6046569cba0873ef33c9b0 2024-11-23T04:24:09,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/b218d7f34483440597bad9fdc5e67435 is 50, key is test_row_0/C:col10/1732335848342/Put/seqid=0 2024-11-23T04:24:09,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742431_1607 (size=12301) 2024-11-23T04:24:09,740 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/b218d7f34483440597bad9fdc5e67435 2024-11-23T04:24:09,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/e7caae13692247249dbd07fc1959211d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e7caae13692247249dbd07fc1959211d 2024-11-23T04:24:09,747 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e7caae13692247249dbd07fc1959211d, entries=150, sequenceid=282, filesize=12.0 K 2024-11-23T04:24:09,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c6b2e462ee6046569cba0873ef33c9b0 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c6b2e462ee6046569cba0873ef33c9b0 2024-11-23T04:24:09,751 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c6b2e462ee6046569cba0873ef33c9b0, entries=150, sequenceid=282, filesize=12.0 K 2024-11-23T04:24:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/b218d7f34483440597bad9fdc5e67435 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b218d7f34483440597bad9fdc5e67435 2024-11-23T04:24:09,756 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b218d7f34483440597bad9fdc5e67435, entries=150, sequenceid=282, filesize=12.0 K 2024-11-23T04:24:09,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for d92b6107c17bb926cd35394c04f432d1 in 863ms, sequenceid=282, compaction requested=false 2024-11-23T04:24:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-23T04:24:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-23T04:24:09,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-23T04:24:09,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3230 sec 2024-11-23T04:24:09,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.3270 sec 2024-11-23T04:24:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:10,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T04:24:10,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:10,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:10,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:10,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:10,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:10,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:10,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/d31b182846ae4d189a9bbfbff3bfdeb8 is 50, key is test_row_0/A:col10/1732335848975/Put/seqid=0 2024-11-23T04:24:10,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742432_1608 (size=14741) 2024-11-23T04:24:10,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335910110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335910111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335910112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335910113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335910113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335910216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335910217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335910217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335910219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335910219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335910421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335910422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335910422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335910422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335910423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/d31b182846ae4d189a9bbfbff3bfdeb8 2024-11-23T04:24:10,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/1e11157c552a4daea1db55d0d9393cc6 is 50, key is test_row_0/B:col10/1732335848975/Put/seqid=0 2024-11-23T04:24:10,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742433_1609 (size=12301) 2024-11-23T04:24:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T04:24:10,539 INFO [Thread-2402 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-23T04:24:10,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-23T04:24:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T04:24:10,542 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:10,543 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:10,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T04:24:10,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T04:24:10,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:10,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:10,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:10,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:10,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:10,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335910727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335910727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335910728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335910729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335910729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T04:24:10,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:10,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T04:24:10,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:10,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:10,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:10,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:10,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:10,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/1e11157c552a4daea1db55d0d9393cc6 2024-11-23T04:24:10,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/69d7caa92e734133a09b9b25dd377402 is 50, key is test_row_0/C:col10/1732335848975/Put/seqid=0 2024-11-23T04:24:10,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742434_1610 (size=12301) 2024-11-23T04:24:10,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/69d7caa92e734133a09b9b25dd377402 2024-11-23T04:24:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/d31b182846ae4d189a9bbfbff3bfdeb8 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/d31b182846ae4d189a9bbfbff3bfdeb8 2024-11-23T04:24:10,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/d31b182846ae4d189a9bbfbff3bfdeb8, entries=200, sequenceid=300, filesize=14.4 K 2024-11-23T04:24:10,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/1e11157c552a4daea1db55d0d9393cc6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/1e11157c552a4daea1db55d0d9393cc6 2024-11-23T04:24:10,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/1e11157c552a4daea1db55d0d9393cc6, entries=150, sequenceid=300, filesize=12.0 K 2024-11-23T04:24:10,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/69d7caa92e734133a09b9b25dd377402 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/69d7caa92e734133a09b9b25dd377402 2024-11-23T04:24:10,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/69d7caa92e734133a09b9b25dd377402, entries=150, sequenceid=300, filesize=12.0 K 2024-11-23T04:24:10,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d92b6107c17bb926cd35394c04f432d1 in 848ms, sequenceid=300, compaction requested=true 2024-11-23T04:24:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:10,943 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:10,943 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:10,944 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:10,944 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/A is initiating minor compaction (all files) 2024-11-23T04:24:10,944 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/A in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:10,944 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/037e295b79274bce85d588e6c4a81d77, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e7caae13692247249dbd07fc1959211d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/d31b182846ae4d189a9bbfbff3bfdeb8] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=38.9 K 2024-11-23T04:24:10,944 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 037e295b79274bce85d588e6c4a81d77, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732335847684 2024-11-23T04:24:10,945 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7caae13692247249dbd07fc1959211d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732335848333 2024-11-23T04:24:10,945 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:10,945 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting d31b182846ae4d189a9bbfbff3bfdeb8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732335848968 2024-11-23T04:24:10,945 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/B is initiating minor compaction (all files) 2024-11-23T04:24:10,945 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/B in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:10,945 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c0d0e7ef14f44fd1ae710494eedcfa9d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c6b2e462ee6046569cba0873ef33c9b0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/1e11157c552a4daea1db55d0d9393cc6] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=36.5 K 2024-11-23T04:24:10,945 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c0d0e7ef14f44fd1ae710494eedcfa9d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732335847684 2024-11-23T04:24:10,945 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c6b2e462ee6046569cba0873ef33c9b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732335848333 2024-11-23T04:24:10,946 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e11157c552a4daea1db55d0d9393cc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732335848968 2024-11-23T04:24:10,950 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#A#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:10,951 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/1d6cdc062553438888b753ae9e15c9ee is 50, key is test_row_0/A:col10/1732335848975/Put/seqid=0 2024-11-23T04:24:10,953 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#B#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:10,954 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/2d230c5002e44798b480bebbe648ab21 is 50, key is test_row_0/B:col10/1732335848975/Put/seqid=0 2024-11-23T04:24:10,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742435_1611 (size=13017) 2024-11-23T04:24:10,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742436_1612 (size=13017) 2024-11-23T04:24:10,968 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/2d230c5002e44798b480bebbe648ab21 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/2d230c5002e44798b480bebbe648ab21 2024-11-23T04:24:10,972 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/B of d92b6107c17bb926cd35394c04f432d1 into 2d230c5002e44798b480bebbe648ab21(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:10,972 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:10,972 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/B, priority=13, startTime=1732335850943; duration=0sec 2024-11-23T04:24:10,972 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:10,972 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:B 2024-11-23T04:24:10,972 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:10,973 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:10,973 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/C is initiating minor compaction (all files) 2024-11-23T04:24:10,973 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/C in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:10,973 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/9e379cfa9a9845e095d29856f12eb649, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b218d7f34483440597bad9fdc5e67435, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/69d7caa92e734133a09b9b25dd377402] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=36.5 K 2024-11-23T04:24:10,974 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e379cfa9a9845e095d29856f12eb649, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732335847684 2024-11-23T04:24:10,974 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting b218d7f34483440597bad9fdc5e67435, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732335848333 2024-11-23T04:24:10,974 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 69d7caa92e734133a09b9b25dd377402, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732335848968 2024-11-23T04:24:10,980 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#C#compaction#524 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:10,981 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/eaecda35b2d1446eac37e959c512e36d is 50, key is test_row_0/C:col10/1732335848975/Put/seqid=0 2024-11-23T04:24:10,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742437_1613 (size=13017) 2024-11-23T04:24:10,989 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/eaecda35b2d1446eac37e959c512e36d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/eaecda35b2d1446eac37e959c512e36d 2024-11-23T04:24:10,995 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/C of d92b6107c17bb926cd35394c04f432d1 into eaecda35b2d1446eac37e959c512e36d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:10,995 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:10,995 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/C, priority=13, startTime=1732335850943; duration=0sec 2024-11-23T04:24:10,995 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:10,995 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:C 2024-11-23T04:24:11,000 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T04:24:11,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:11,001 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T04:24:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:11,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/8e866be9de48432f9ec7076016e1ca7c is 50, key is test_row_0/A:col10/1732335850111/Put/seqid=0 2024-11-23T04:24:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742438_1614 (size=12301) 2024-11-23T04:24:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T04:24:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:11,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:11,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335911276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335911276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335911276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335911277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335911278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,361 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/1d6cdc062553438888b753ae9e15c9ee as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/1d6cdc062553438888b753ae9e15c9ee 2024-11-23T04:24:11,365 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/A of d92b6107c17bb926cd35394c04f432d1 into 1d6cdc062553438888b753ae9e15c9ee(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:11,365 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:11,365 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/A, priority=13, startTime=1732335850943; duration=0sec 2024-11-23T04:24:11,365 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:11,365 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:A 2024-11-23T04:24:11,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335911383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335911383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335911384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335911384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335911384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,409 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/8e866be9de48432f9ec7076016e1ca7c 2024-11-23T04:24:11,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/90538ccbdd2a44d0a4d7d53c65216e15 is 50, key is test_row_0/B:col10/1732335850111/Put/seqid=0 2024-11-23T04:24:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742439_1615 (size=12301) 2024-11-23T04:24:11,418 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/90538ccbdd2a44d0a4d7d53c65216e15 2024-11-23T04:24:11,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/d8dfb497dcc2450ba89470d5f2ce9678 is 50, key is test_row_0/C:col10/1732335850111/Put/seqid=0 2024-11-23T04:24:11,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742440_1616 (size=12301) 2024-11-23T04:24:11,446 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/d8dfb497dcc2450ba89470d5f2ce9678 2024-11-23T04:24:11,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/8e866be9de48432f9ec7076016e1ca7c as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8e866be9de48432f9ec7076016e1ca7c 2024-11-23T04:24:11,463 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8e866be9de48432f9ec7076016e1ca7c, entries=150, sequenceid=320, filesize=12.0 K 2024-11-23T04:24:11,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/90538ccbdd2a44d0a4d7d53c65216e15 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/90538ccbdd2a44d0a4d7d53c65216e15 2024-11-23T04:24:11,467 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/90538ccbdd2a44d0a4d7d53c65216e15, entries=150, sequenceid=320, filesize=12.0 K 2024-11-23T04:24:11,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/d8dfb497dcc2450ba89470d5f2ce9678 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/d8dfb497dcc2450ba89470d5f2ce9678 2024-11-23T04:24:11,474 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/d8dfb497dcc2450ba89470d5f2ce9678, entries=150, sequenceid=320, filesize=12.0 K 2024-11-23T04:24:11,474 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d92b6107c17bb926cd35394c04f432d1 in 474ms, sequenceid=320, compaction requested=false 2024-11-23T04:24:11,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:11,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:11,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-23T04:24:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-23T04:24:11,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-23T04:24:11,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 932 msec 2024-11-23T04:24:11,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 937 msec 2024-11-23T04:24:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:11,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T04:24:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:11,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:11,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:11,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/c902748f27594db29d29acb626ea325a is 50, key is test_row_0/A:col10/1732335851591/Put/seqid=0 2024-11-23T04:24:11,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742441_1617 (size=17181) 2024-11-23T04:24:11,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/c902748f27594db29d29acb626ea325a 2024-11-23T04:24:11,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/db89e11c54084f7a8bc4325aeb1b7288 is 50, key is test_row_0/B:col10/1732335851591/Put/seqid=0 2024-11-23T04:24:11,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335911603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335911606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742442_1618 (size=12301) 2024-11-23T04:24:11,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/db89e11c54084f7a8bc4325aeb1b7288 2024-11-23T04:24:11,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335911607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335911609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335911610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/994951c819584afc84c77a7286e5ce37 is 50, key is test_row_0/C:col10/1732335851591/Put/seqid=0 2024-11-23T04:24:11,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742443_1619 (size=12301) 2024-11-23T04:24:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T04:24:11,645 INFO [Thread-2402 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-23T04:24:11,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-23T04:24:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T04:24:11,648 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:11,648 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:11,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:11,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335911711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335911711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335911713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335911715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335911717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T04:24:11,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T04:24:11,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:11,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:11,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:11,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:11,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:11,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335911915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335911915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335911918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335911920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335911922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T04:24:11,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:11,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T04:24:11,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:11,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:11,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:11,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:11,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:12,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/994951c819584afc84c77a7286e5ce37 2024-11-23T04:24:12,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/c902748f27594db29d29acb626ea325a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/c902748f27594db29d29acb626ea325a 2024-11-23T04:24:12,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/c902748f27594db29d29acb626ea325a, entries=250, sequenceid=341, filesize=16.8 K 2024-11-23T04:24:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/db89e11c54084f7a8bc4325aeb1b7288 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/db89e11c54084f7a8bc4325aeb1b7288 2024-11-23T04:24:12,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/db89e11c54084f7a8bc4325aeb1b7288, entries=150, sequenceid=341, filesize=12.0 K 2024-11-23T04:24:12,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/994951c819584afc84c77a7286e5ce37 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/994951c819584afc84c77a7286e5ce37 2024-11-23T04:24:12,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/994951c819584afc84c77a7286e5ce37, entries=150, sequenceid=341, filesize=12.0 K 2024-11-23T04:24:12,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d92b6107c17bb926cd35394c04f432d1 in 445ms, sequenceid=341, compaction requested=true 2024-11-23T04:24:12,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:12,037 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:12,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:12,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:12,037 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:12,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:12,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:12,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:12,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:12,038 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:12,038 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/A is initiating minor compaction (all files) 2024-11-23T04:24:12,038 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/A in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:12,038 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/1d6cdc062553438888b753ae9e15c9ee, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8e866be9de48432f9ec7076016e1ca7c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/c902748f27594db29d29acb626ea325a] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=41.5 K 2024-11-23T04:24:12,039 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:12,039 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/B is initiating minor compaction (all files) 2024-11-23T04:24:12,039 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/B in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:12,039 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/2d230c5002e44798b480bebbe648ab21, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/90538ccbdd2a44d0a4d7d53c65216e15, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/db89e11c54084f7a8bc4325aeb1b7288] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=36.7 K 2024-11-23T04:24:12,039 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d6cdc062553438888b753ae9e15c9ee, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732335848968 2024-11-23T04:24:12,039 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d230c5002e44798b480bebbe648ab21, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732335848968 2024-11-23T04:24:12,039 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e866be9de48432f9ec7076016e1ca7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732335850110 2024-11-23T04:24:12,039 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 90538ccbdd2a44d0a4d7d53c65216e15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732335850110 2024-11-23T04:24:12,040 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting db89e11c54084f7a8bc4325aeb1b7288, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732335851277 2024-11-23T04:24:12,040 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting c902748f27594db29d29acb626ea325a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732335851250 2024-11-23T04:24:12,046 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#B#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:12,046 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/548f6a42d8b4444fa8ba41ef7e56d756 is 50, key is test_row_0/B:col10/1732335851591/Put/seqid=0 2024-11-23T04:24:12,047 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#A#compaction#532 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:12,047 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/c66f2d8d6637464484fa72d45879421b is 50, key is test_row_0/A:col10/1732335851591/Put/seqid=0 2024-11-23T04:24:12,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742444_1620 (size=13119) 2024-11-23T04:24:12,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742445_1621 (size=13119) 2024-11-23T04:24:12,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T04:24:12,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:12,106 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T04:24:12,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:12,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:12,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:12,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:12,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:12,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:12,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/adf404402cac4d808f9ac9b7d8843b8a is 50, key is test_row_0/A:col10/1732335851608/Put/seqid=0 2024-11-23T04:24:12,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742446_1622 (size=12301) 2024-11-23T04:24:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:12,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T04:24:12,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335912244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335912245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335912279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335912279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335912279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335912380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335912380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335912389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335912390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335912390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,456 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/548f6a42d8b4444fa8ba41ef7e56d756 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/548f6a42d8b4444fa8ba41ef7e56d756 2024-11-23T04:24:12,457 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/c66f2d8d6637464484fa72d45879421b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/c66f2d8d6637464484fa72d45879421b 2024-11-23T04:24:12,461 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/B of d92b6107c17bb926cd35394c04f432d1 into 548f6a42d8b4444fa8ba41ef7e56d756(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:12,461 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:12,461 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/B, priority=13, startTime=1732335852037; duration=0sec 2024-11-23T04:24:12,461 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:12,461 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:B 2024-11-23T04:24:12,461 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:12,461 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/A of d92b6107c17bb926cd35394c04f432d1 into c66f2d8d6637464484fa72d45879421b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:12,461 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:12,461 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/A, priority=13, startTime=1732335852037; duration=0sec 2024-11-23T04:24:12,461 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:12,461 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:A 2024-11-23T04:24:12,462 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:12,462 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/C is initiating minor compaction (all files) 2024-11-23T04:24:12,462 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/C in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:12,462 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/eaecda35b2d1446eac37e959c512e36d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/d8dfb497dcc2450ba89470d5f2ce9678, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/994951c819584afc84c77a7286e5ce37] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=36.7 K 2024-11-23T04:24:12,462 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting eaecda35b2d1446eac37e959c512e36d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732335848968 2024-11-23T04:24:12,463 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d8dfb497dcc2450ba89470d5f2ce9678, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732335850110 2024-11-23T04:24:12,463 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 994951c819584afc84c77a7286e5ce37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732335851277 2024-11-23T04:24:12,468 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#C#compaction#534 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:12,469 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/02638b3f3eb5468e86d245a88862ab2e is 50, key is test_row_0/C:col10/1732335851591/Put/seqid=0 2024-11-23T04:24:12,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742447_1623 (size=13119) 2024-11-23T04:24:12,513 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/adf404402cac4d808f9ac9b7d8843b8a 2024-11-23T04:24:12,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/dac090e0383f46a1ad6e7a61c6863c28 is 50, key is test_row_0/B:col10/1732335851608/Put/seqid=0 2024-11-23T04:24:12,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742448_1624 (size=12301) 2024-11-23T04:24:12,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335912584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335912584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335912594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335912595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335912595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T04:24:12,884 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/02638b3f3eb5468e86d245a88862ab2e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/02638b3f3eb5468e86d245a88862ab2e 2024-11-23T04:24:12,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335912889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335912890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,898 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/C of d92b6107c17bb926cd35394c04f432d1 into 02638b3f3eb5468e86d245a88862ab2e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:12,898 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:12,898 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/C, priority=13, startTime=1732335852037; duration=0sec 2024-11-23T04:24:12,898 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:12,898 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:C 2024-11-23T04:24:12,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335912899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335912899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335912899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:12,924 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/dac090e0383f46a1ad6e7a61c6863c28 2024-11-23T04:24:12,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/c3cbbbf14b7f4ca2ba13c0381a6202e4 is 50, key is test_row_0/C:col10/1732335851608/Put/seqid=0 2024-11-23T04:24:12,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742449_1625 (size=12301) 2024-11-23T04:24:12,938 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/c3cbbbf14b7f4ca2ba13c0381a6202e4 2024-11-23T04:24:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/adf404402cac4d808f9ac9b7d8843b8a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/adf404402cac4d808f9ac9b7d8843b8a 2024-11-23T04:24:12,944 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/adf404402cac4d808f9ac9b7d8843b8a, entries=150, sequenceid=357, filesize=12.0 K 2024-11-23T04:24:12,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/dac090e0383f46a1ad6e7a61c6863c28 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/dac090e0383f46a1ad6e7a61c6863c28 2024-11-23T04:24:12,947 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/dac090e0383f46a1ad6e7a61c6863c28, entries=150, sequenceid=357, filesize=12.0 K 2024-11-23T04:24:12,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/c3cbbbf14b7f4ca2ba13c0381a6202e4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/c3cbbbf14b7f4ca2ba13c0381a6202e4 2024-11-23T04:24:12,950 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/c3cbbbf14b7f4ca2ba13c0381a6202e4, entries=150, sequenceid=357, filesize=12.0 K 2024-11-23T04:24:12,951 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for d92b6107c17bb926cd35394c04f432d1 in 845ms, sequenceid=357, compaction requested=false 2024-11-23T04:24:12,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:12,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:12,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-23T04:24:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-23T04:24:12,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-23T04:24:12,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3040 sec 2024-11-23T04:24:12,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.3090 sec 2024-11-23T04:24:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:13,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T04:24:13,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:13,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:13,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:13,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:13,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:13,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:13,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/73c988c313584ea287ae8fcdf3a28435 is 50, key is test_row_0/A:col10/1732335852243/Put/seqid=0 2024-11-23T04:24:13,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742450_1626 (size=14741) 2024-11-23T04:24:13,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335913410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335913411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335913417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335913417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335913418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335913519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335913519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335913523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335913524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335913524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335913727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335913728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335913728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335913729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335913729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T04:24:13,751 INFO [Thread-2402 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-23T04:24:13,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-23T04:24:13,754 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:13,754 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:13,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T04:24:13,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/73c988c313584ea287ae8fcdf3a28435 2024-11-23T04:24:13,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/ae6be612f70f488e8fde7aad32e72d19 is 50, key is test_row_0/B:col10/1732335852243/Put/seqid=0 2024-11-23T04:24:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742451_1627 (size=12301) 2024-11-23T04:24:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T04:24:13,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:13,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T04:24:13,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:13,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:13,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:13,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:13,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:14,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335914033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335914034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335914034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335914034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335914036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T04:24:14,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T04:24:14,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:14,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:14,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:14,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:14,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:14,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T04:24:14,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:14,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:14,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:14,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:14,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:14,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/ae6be612f70f488e8fde7aad32e72d19 2024-11-23T04:24:14,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/83887f87f14d417b817d1be718335402 is 50, key is test_row_0/C:col10/1732335852243/Put/seqid=0 2024-11-23T04:24:14,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742452_1628 (size=12301) 2024-11-23T04:24:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T04:24:14,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T04:24:14,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:14,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:14,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:14,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:14,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:14,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T04:24:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:14,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:14,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335914540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335914542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335914542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335914542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335914543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/83887f87f14d417b817d1be718335402 2024-11-23T04:24:14,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/73c988c313584ea287ae8fcdf3a28435 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/73c988c313584ea287ae8fcdf3a28435 2024-11-23T04:24:14,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/73c988c313584ea287ae8fcdf3a28435, entries=200, sequenceid=382, filesize=14.4 K 2024-11-23T04:24:14,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/ae6be612f70f488e8fde7aad32e72d19 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ae6be612f70f488e8fde7aad32e72d19 2024-11-23T04:24:14,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ae6be612f70f488e8fde7aad32e72d19, entries=150, sequenceid=382, filesize=12.0 K 2024-11-23T04:24:14,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/83887f87f14d417b817d1be718335402 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/83887f87f14d417b817d1be718335402 2024-11-23T04:24:14,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/83887f87f14d417b817d1be718335402, entries=150, sequenceid=382, filesize=12.0 K 2024-11-23T04:24:14,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d92b6107c17bb926cd35394c04f432d1 in 1250ms, sequenceid=382, compaction requested=true 2024-11-23T04:24:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:14,644 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:14,644 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:14,645 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:14,645 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:14,645 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/B is initiating minor compaction (all files) 2024-11-23T04:24:14,645 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/A is initiating minor compaction (all files) 2024-11-23T04:24:14,645 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/B in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:14,645 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/A in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:14,645 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/548f6a42d8b4444fa8ba41ef7e56d756, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/dac090e0383f46a1ad6e7a61c6863c28, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ae6be612f70f488e8fde7aad32e72d19] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=36.8 K 2024-11-23T04:24:14,645 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/c66f2d8d6637464484fa72d45879421b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/adf404402cac4d808f9ac9b7d8843b8a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/73c988c313584ea287ae8fcdf3a28435] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=39.2 K 2024-11-23T04:24:14,646 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 548f6a42d8b4444fa8ba41ef7e56d756, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732335851277 2024-11-23T04:24:14,646 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting c66f2d8d6637464484fa72d45879421b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732335851277 2024-11-23T04:24:14,646 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting adf404402cac4d808f9ac9b7d8843b8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732335851606 2024-11-23T04:24:14,646 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting dac090e0383f46a1ad6e7a61c6863c28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732335851606 2024-11-23T04:24:14,646 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting ae6be612f70f488e8fde7aad32e72d19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732335852243 2024-11-23T04:24:14,646 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73c988c313584ea287ae8fcdf3a28435, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732335852242 2024-11-23T04:24:14,653 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#B#compaction#540 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:14,654 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/9403db1516254b4a8633bbfb29e2586d is 50, key is test_row_0/B:col10/1732335852243/Put/seqid=0 2024-11-23T04:24:14,655 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#A#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:14,655 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/3cecc9508988448bb182d64a6a8f714e is 50, key is test_row_0/A:col10/1732335852243/Put/seqid=0 2024-11-23T04:24:14,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742453_1629 (size=13221) 2024-11-23T04:24:14,665 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/9403db1516254b4a8633bbfb29e2586d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/9403db1516254b4a8633bbfb29e2586d 2024-11-23T04:24:14,669 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/B of d92b6107c17bb926cd35394c04f432d1 into 9403db1516254b4a8633bbfb29e2586d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:14,669 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:14,669 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/B, priority=13, startTime=1732335854644; duration=0sec 2024-11-23T04:24:14,669 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:14,669 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:B 2024-11-23T04:24:14,669 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:14,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:14,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T04:24:14,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:14,670 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:24:14,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:14,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:14,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:14,670 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:14,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:14,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:14,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:14,670 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/C is initiating minor compaction (all files) 2024-11-23T04:24:14,670 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/C in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:14,670 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/02638b3f3eb5468e86d245a88862ab2e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/c3cbbbf14b7f4ca2ba13c0381a6202e4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/83887f87f14d417b817d1be718335402] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=36.8 K 2024-11-23T04:24:14,671 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 02638b3f3eb5468e86d245a88862ab2e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732335851277 2024-11-23T04:24:14,671 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting c3cbbbf14b7f4ca2ba13c0381a6202e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732335851606 2024-11-23T04:24:14,671 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 83887f87f14d417b817d1be718335402, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732335852243 2024-11-23T04:24:14,678 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#C#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:14,679 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/e020d99fc51c4952980a2edef594cb7a is 50, key is test_row_0/C:col10/1732335852243/Put/seqid=0 2024-11-23T04:24:14,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/b9e95abc602b4ef8af42657de024b597 is 50, key is test_row_0/A:col10/1732335853416/Put/seqid=0 2024-11-23T04:24:14,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742455_1631 (size=13221) 2024-11-23T04:24:14,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742454_1630 (size=13221) 2024-11-23T04:24:14,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742456_1632 (size=12301) 2024-11-23T04:24:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T04:24:15,095 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/e020d99fc51c4952980a2edef594cb7a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e020d99fc51c4952980a2edef594cb7a 2024-11-23T04:24:15,095 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/3cecc9508988448bb182d64a6a8f714e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3cecc9508988448bb182d64a6a8f714e 2024-11-23T04:24:15,099 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/A of d92b6107c17bb926cd35394c04f432d1 into 3cecc9508988448bb182d64a6a8f714e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:15,099 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/C of d92b6107c17bb926cd35394c04f432d1 into e020d99fc51c4952980a2edef594cb7a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:15,099 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:15,099 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:15,099 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/A, priority=13, startTime=1732335854644; duration=0sec 2024-11-23T04:24:15,099 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/C, priority=13, startTime=1732335854645; duration=0sec 2024-11-23T04:24:15,099 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/b9e95abc602b4ef8af42657de024b597 2024-11-23T04:24:15,099 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:15,099 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:A 2024-11-23T04:24:15,099 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:15,099 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:C 2024-11-23T04:24:15,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/ad45701761124cc6b0c3670a60786277 is 50, key is test_row_0/B:col10/1732335853416/Put/seqid=0 2024-11-23T04:24:15,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742457_1633 (size=12301) 2024-11-23T04:24:15,509 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/ad45701761124cc6b0c3670a60786277 2024-11-23T04:24:15,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/1bf98eee80e14055b7f0d1359e987859 is 50, key is test_row_0/C:col10/1732335853416/Put/seqid=0 2024-11-23T04:24:15,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742458_1634 (size=12301) 2024-11-23T04:24:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:15,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. as already flushing 2024-11-23T04:24:15,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335915568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335915571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335915600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335915600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335915600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335915701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335915701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335915706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335915706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335915707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T04:24:15,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335915904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335915904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335915910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335915910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335915910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:15,921 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/1bf98eee80e14055b7f0d1359e987859 2024-11-23T04:24:15,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/b9e95abc602b4ef8af42657de024b597 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/b9e95abc602b4ef8af42657de024b597 2024-11-23T04:24:15,928 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/b9e95abc602b4ef8af42657de024b597, entries=150, sequenceid=397, filesize=12.0 K 2024-11-23T04:24:15,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/ad45701761124cc6b0c3670a60786277 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ad45701761124cc6b0c3670a60786277 2024-11-23T04:24:15,933 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ad45701761124cc6b0c3670a60786277, entries=150, sequenceid=397, filesize=12.0 K 2024-11-23T04:24:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/1bf98eee80e14055b7f0d1359e987859 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/1bf98eee80e14055b7f0d1359e987859 2024-11-23T04:24:15,939 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/1bf98eee80e14055b7f0d1359e987859, entries=150, sequenceid=397, filesize=12.0 K 2024-11-23T04:24:15,939 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d92b6107c17bb926cd35394c04f432d1 in 1269ms, sequenceid=397, compaction requested=false 2024-11-23T04:24:15,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:15,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:15,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-23T04:24:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-23T04:24:15,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-23T04:24:15,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1870 sec 2024-11-23T04:24:15,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.1900 sec 2024-11-23T04:24:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:16,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T04:24:16,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:16,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:16,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:16,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:16,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:16,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:16,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/981f1a0caa5e4c89954d13e475a3c174 is 50, key is test_row_0/A:col10/1732335856211/Put/seqid=0 2024-11-23T04:24:16,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742459_1635 (size=17181) 2024-11-23T04:24:16,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/981f1a0caa5e4c89954d13e475a3c174 2024-11-23T04:24:16,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/d4a8b6d39d304d87bdf824194af38924 is 50, key is test_row_0/B:col10/1732335856211/Put/seqid=0 2024-11-23T04:24:16,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335916222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335916223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742460_1636 (size=12301) 2024-11-23T04:24:16,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335916224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335916228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335916228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335916329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335916331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335916331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335916333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335916333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335916534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335916536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335916536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335916536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335916537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/d4a8b6d39d304d87bdf824194af38924 2024-11-23T04:24:16,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/593edf777a814726ba1e0d6913bfcbf6 is 50, key is test_row_0/C:col10/1732335856211/Put/seqid=0 2024-11-23T04:24:16,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742461_1637 (size=12301) 2024-11-23T04:24:16,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40552 deadline: 1732335916837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40558 deadline: 1732335916843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40548 deadline: 1732335916843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40582 deadline: 1732335916845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:16,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732335916845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:17,010 DEBUG [Thread-2405 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54dabc8f to 127.0.0.1:62694 2024-11-23T04:24:17,010 DEBUG [Thread-2405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:17,010 DEBUG [Thread-2409 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44462a02 to 127.0.0.1:62694 2024-11-23T04:24:17,010 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:17,012 DEBUG [Thread-2411 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69d7a6f6 to 127.0.0.1:62694 2024-11-23T04:24:17,012 DEBUG [Thread-2411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:17,015 DEBUG [Thread-2403 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44ff604f to 127.0.0.1:62694 2024-11-23T04:24:17,015 DEBUG [Thread-2403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:17,015 DEBUG [Thread-2407 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a4d4e08 to 127.0.0.1:62694 2024-11-23T04:24:17,015 DEBUG [Thread-2407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:17,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/593edf777a814726ba1e0d6913bfcbf6 2024-11-23T04:24:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/981f1a0caa5e4c89954d13e475a3c174 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/981f1a0caa5e4c89954d13e475a3c174 2024-11-23T04:24:17,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/981f1a0caa5e4c89954d13e475a3c174, entries=250, sequenceid=423, filesize=16.8 K 2024-11-23T04:24:17,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/d4a8b6d39d304d87bdf824194af38924 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d4a8b6d39d304d87bdf824194af38924 2024-11-23T04:24:17,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d4a8b6d39d304d87bdf824194af38924, entries=150, sequenceid=423, filesize=12.0 K 2024-11-23T04:24:17,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/593edf777a814726ba1e0d6913bfcbf6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/593edf777a814726ba1e0d6913bfcbf6 2024-11-23T04:24:17,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/593edf777a814726ba1e0d6913bfcbf6, entries=150, sequenceid=423, filesize=12.0 K 2024-11-23T04:24:17,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d92b6107c17bb926cd35394c04f432d1 in 844ms, sequenceid=423, compaction requested=true 2024-11-23T04:24:17,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:17,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:17,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:17,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:17,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:17,058 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:17,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d92b6107c17bb926cd35394c04f432d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:17,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:17,058 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:17,058 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:17,058 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:17,058 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/B is initiating minor compaction (all files) 2024-11-23T04:24:17,058 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/A is initiating minor compaction (all files) 2024-11-23T04:24:17,058 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/A in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:17,058 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/B in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:17,058 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3cecc9508988448bb182d64a6a8f714e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/b9e95abc602b4ef8af42657de024b597, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/981f1a0caa5e4c89954d13e475a3c174] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=41.7 K 2024-11-23T04:24:17,058 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/9403db1516254b4a8633bbfb29e2586d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ad45701761124cc6b0c3670a60786277, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d4a8b6d39d304d87bdf824194af38924] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=36.9 K 2024-11-23T04:24:17,059 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 9403db1516254b4a8633bbfb29e2586d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732335852243 2024-11-23T04:24:17,059 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cecc9508988448bb182d64a6a8f714e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732335852243 2024-11-23T04:24:17,059 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting ad45701761124cc6b0c3670a60786277, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732335853407 2024-11-23T04:24:17,059 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9e95abc602b4ef8af42657de024b597, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732335853407 2024-11-23T04:24:17,059 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d4a8b6d39d304d87bdf824194af38924, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732335855576 2024-11-23T04:24:17,059 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 981f1a0caa5e4c89954d13e475a3c174, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732335855571 2024-11-23T04:24:17,064 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#B#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:17,065 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/4cfbf355e18c4375b98348e7c2cb43aa is 50, key is test_row_0/B:col10/1732335856211/Put/seqid=0 2024-11-23T04:24:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742462_1638 (size=13323) 2024-11-23T04:24:17,072 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#A#compaction#550 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:17,073 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/2ffb983e29b645b88a3d75b96dac42df is 50, key is test_row_0/A:col10/1732335856211/Put/seqid=0 2024-11-23T04:24:17,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742463_1639 (size=13323) 2024-11-23T04:24:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:17,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T04:24:17,347 DEBUG [Thread-2398 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d5fe744 to 127.0.0.1:62694 2024-11-23T04:24:17,347 DEBUG [Thread-2394 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65036559 to 127.0.0.1:62694 2024-11-23T04:24:17,348 DEBUG [Thread-2398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:17,348 DEBUG [Thread-2394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:17,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:17,349 DEBUG [Thread-2392 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27a19e6a to 127.0.0.1:62694 2024-11-23T04:24:17,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:17,349 DEBUG [Thread-2392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:17,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:17,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:17,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:17,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:17,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/463dcdcf08b542d3adc8cb3fc304041f is 50, key is test_row_0/A:col10/1732335857346/Put/seqid=0 2024-11-23T04:24:17,356 DEBUG [Thread-2400 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x721d647e to 127.0.0.1:62694 2024-11-23T04:24:17,356 DEBUG [Thread-2400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:17,357 DEBUG [Thread-2396 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21f67a4d to 127.0.0.1:62694 2024-11-23T04:24:17,357 DEBUG [Thread-2396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742464_1640 (size=12301) 2024-11-23T04:24:17,472 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/4cfbf355e18c4375b98348e7c2cb43aa as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/4cfbf355e18c4375b98348e7c2cb43aa 2024-11-23T04:24:17,475 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/B of d92b6107c17bb926cd35394c04f432d1 into 4cfbf355e18c4375b98348e7c2cb43aa(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:17,475 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:17,475 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/B, priority=13, startTime=1732335857057; duration=0sec 2024-11-23T04:24:17,476 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:17,476 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:B 2024-11-23T04:24:17,476 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:17,476 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:17,476 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): d92b6107c17bb926cd35394c04f432d1/C is initiating minor compaction (all files) 2024-11-23T04:24:17,476 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d92b6107c17bb926cd35394c04f432d1/C in TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:17,477 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e020d99fc51c4952980a2edef594cb7a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/1bf98eee80e14055b7f0d1359e987859, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/593edf777a814726ba1e0d6913bfcbf6] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp, totalSize=36.9 K 2024-11-23T04:24:17,477 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting e020d99fc51c4952980a2edef594cb7a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732335852243 2024-11-23T04:24:17,477 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bf98eee80e14055b7f0d1359e987859, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732335853407 2024-11-23T04:24:17,477 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 593edf777a814726ba1e0d6913bfcbf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732335855576 2024-11-23T04:24:17,480 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/2ffb983e29b645b88a3d75b96dac42df as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2ffb983e29b645b88a3d75b96dac42df 2024-11-23T04:24:17,483 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d92b6107c17bb926cd35394c04f432d1#C#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:17,483 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/4a30db4433834116bdae29ac86db6abe is 50, key is test_row_0/C:col10/1732335856211/Put/seqid=0 2024-11-23T04:24:17,483 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/A of d92b6107c17bb926cd35394c04f432d1 into 2ffb983e29b645b88a3d75b96dac42df(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:17,483 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:17,483 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/A, priority=13, startTime=1732335857057; duration=0sec 2024-11-23T04:24:17,483 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:17,483 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:A 2024-11-23T04:24:17,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742465_1641 (size=13323) 2024-11-23T04:24:17,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/463dcdcf08b542d3adc8cb3fc304041f 2024-11-23T04:24:17,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c2692ed0552d4ddeaf9b8326b2f65c87 is 50, key is test_row_0/B:col10/1732335857346/Put/seqid=0 2024-11-23T04:24:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742466_1642 (size=12301) 2024-11-23T04:24:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T04:24:17,860 INFO [Thread-2402 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2528 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7584 rows 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2535 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7605 rows 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2533 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7599 rows 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2532 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7596 rows 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2538 2024-11-23T04:24:17,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7614 rows 2024-11-23T04:24:17,860 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T04:24:17,860 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2005577f to 127.0.0.1:62694 2024-11-23T04:24:17,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:17,862 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T04:24:17,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T04:24:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T04:24:17,866 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335857866"}]},"ts":"1732335857866"} 2024-11-23T04:24:17,868 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T04:24:17,870 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T04:24:17,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T04:24:17,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92b6107c17bb926cd35394c04f432d1, UNASSIGN}] 2024-11-23T04:24:17,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92b6107c17bb926cd35394c04f432d1, UNASSIGN 2024-11-23T04:24:17,872 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=d92b6107c17bb926cd35394c04f432d1, regionState=CLOSING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:17,873 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T04:24:17,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:24:17,890 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/4a30db4433834116bdae29ac86db6abe as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/4a30db4433834116bdae29ac86db6abe 2024-11-23T04:24:17,893 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d92b6107c17bb926cd35394c04f432d1/C of d92b6107c17bb926cd35394c04f432d1 into 4a30db4433834116bdae29ac86db6abe(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:17,893 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:17,893 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1., storeName=d92b6107c17bb926cd35394c04f432d1/C, priority=13, startTime=1732335857058; duration=0sec 2024-11-23T04:24:17,893 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:17,893 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d92b6107c17bb926cd35394c04f432d1:C 2024-11-23T04:24:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T04:24:18,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:18,025 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:18,025 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T04:24:18,025 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing d92b6107c17bb926cd35394c04f432d1, disabling compactions & flushes 2024-11-23T04:24:18,025 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T04:24:18,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c2692ed0552d4ddeaf9b8326b2f65c87 2024-11-23T04:24:18,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/582ca94096014c0e9abd3b3a0686a956 is 50, key is test_row_0/C:col10/1732335857346/Put/seqid=0 2024-11-23T04:24:18,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742467_1643 (size=12301) 2024-11-23T04:24:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T04:24:18,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/582ca94096014c0e9abd3b3a0686a956 2024-11-23T04:24:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/463dcdcf08b542d3adc8cb3fc304041f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/463dcdcf08b542d3adc8cb3fc304041f 2024-11-23T04:24:18,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/463dcdcf08b542d3adc8cb3fc304041f, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T04:24:18,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/c2692ed0552d4ddeaf9b8326b2f65c87 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c2692ed0552d4ddeaf9b8326b2f65c87 2024-11-23T04:24:18,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c2692ed0552d4ddeaf9b8326b2f65c87, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T04:24:18,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/582ca94096014c0e9abd3b3a0686a956 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/582ca94096014c0e9abd3b3a0686a956 2024-11-23T04:24:18,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/582ca94096014c0e9abd3b3a0686a956, entries=150, sequenceid=438, filesize=12.0 K 2024-11-23T04:24:18,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=13.42 KB/13740 for d92b6107c17bb926cd35394c04f432d1 in 1241ms, sequenceid=438, compaction requested=false 2024-11-23T04:24:18,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:18,589 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:18,589 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:18,589 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. after waiting 0 ms 2024-11-23T04:24:18,589 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:18,589 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing d92b6107c17bb926cd35394c04f432d1 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-23T04:24:18,589 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=A 2024-11-23T04:24:18,589 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:18,589 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=B 2024-11-23T04:24:18,589 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:18,589 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d92b6107c17bb926cd35394c04f432d1, store=C 2024-11-23T04:24:18,589 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:18,591 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/9a8a6868479547c6a76120933b7300a1 is 50, key is test_row_0/A:col10/1732335857356/Put/seqid=0 2024-11-23T04:24:18,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742468_1644 (size=9857) 2024-11-23T04:24:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T04:24:18,995 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/9a8a6868479547c6a76120933b7300a1 2024-11-23T04:24:19,001 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/a35a72014c334556a849373f3d617969 is 50, key is test_row_0/B:col10/1732335857356/Put/seqid=0 2024-11-23T04:24:19,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742469_1645 (size=9857) 2024-11-23T04:24:19,404 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/a35a72014c334556a849373f3d617969 2024-11-23T04:24:19,409 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/b8da3090349d42d89d75a02dc5f9e466 is 50, key is test_row_0/C:col10/1732335857356/Put/seqid=0 2024-11-23T04:24:19,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742470_1646 (size=9857) 2024-11-23T04:24:19,813 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/b8da3090349d42d89d75a02dc5f9e466 2024-11-23T04:24:19,816 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/A/9a8a6868479547c6a76120933b7300a1 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/9a8a6868479547c6a76120933b7300a1 2024-11-23T04:24:19,819 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/9a8a6868479547c6a76120933b7300a1, entries=100, sequenceid=446, filesize=9.6 K 2024-11-23T04:24:19,819 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/B/a35a72014c334556a849373f3d617969 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/a35a72014c334556a849373f3d617969 2024-11-23T04:24:19,821 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/a35a72014c334556a849373f3d617969, entries=100, sequenceid=446, filesize=9.6 K 2024-11-23T04:24:19,822 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/.tmp/C/b8da3090349d42d89d75a02dc5f9e466 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b8da3090349d42d89d75a02dc5f9e466 2024-11-23T04:24:19,824 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b8da3090349d42d89d75a02dc5f9e466, entries=100, sequenceid=446, filesize=9.6 K 2024-11-23T04:24:19,825 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for d92b6107c17bb926cd35394c04f432d1 in 1236ms, sequenceid=446, compaction requested=true 2024-11-23T04:24:19,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3f30f42c0b1d499592823ca3e7a11335, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e887e160961b40dca03acdb5cb22f627, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/6fa5a25fa00b4238bf5fbbe8a0dc087e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e493aaaa59c941409e620913fb398ae9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8d65885b34484a5caa96c39f5c065963, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/fd680859d093456eaf0651fcc1938333, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/b4d6925d7e064ddeaecc0e9485b99220, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3aacc8b08da6457cb63b622a56d4b41c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8765497763484c72853b036d40fc644d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/ef53148a28654c52988eeb1ba4a5f1ce, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/7a59422cfea44bbea38119b52220bfc7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/80c6387ddcf64996890ec88435727047, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/6bc078ee63dc448ba59730513c659a39, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/53ba44fa6733477ca4d627377301d48c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/121db57bc0e34c4983041d30341579ae, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2419bdccab3947aab1d3d6d1d1fef58d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/0165fa7881204ab89908560dbd4541c8, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2348e9ea93b042c1bf82b4f21f80b138, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/037e295b79274bce85d588e6c4a81d77, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e7caae13692247249dbd07fc1959211d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/d31b182846ae4d189a9bbfbff3bfdeb8, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/1d6cdc062553438888b753ae9e15c9ee, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8e866be9de48432f9ec7076016e1ca7c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/c902748f27594db29d29acb626ea325a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/c66f2d8d6637464484fa72d45879421b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/adf404402cac4d808f9ac9b7d8843b8a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/73c988c313584ea287ae8fcdf3a28435, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3cecc9508988448bb182d64a6a8f714e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/b9e95abc602b4ef8af42657de024b597, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/981f1a0caa5e4c89954d13e475a3c174] to archive 2024-11-23T04:24:19,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:24:19,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3f30f42c0b1d499592823ca3e7a11335 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3f30f42c0b1d499592823ca3e7a11335 2024-11-23T04:24:19,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e887e160961b40dca03acdb5cb22f627 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e887e160961b40dca03acdb5cb22f627 2024-11-23T04:24:19,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/6fa5a25fa00b4238bf5fbbe8a0dc087e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/6fa5a25fa00b4238bf5fbbe8a0dc087e 2024-11-23T04:24:19,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e493aaaa59c941409e620913fb398ae9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e493aaaa59c941409e620913fb398ae9 2024-11-23T04:24:19,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8d65885b34484a5caa96c39f5c065963 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8d65885b34484a5caa96c39f5c065963 2024-11-23T04:24:19,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/fd680859d093456eaf0651fcc1938333 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/fd680859d093456eaf0651fcc1938333 2024-11-23T04:24:19,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/b4d6925d7e064ddeaecc0e9485b99220 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/b4d6925d7e064ddeaecc0e9485b99220 2024-11-23T04:24:19,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3aacc8b08da6457cb63b622a56d4b41c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3aacc8b08da6457cb63b622a56d4b41c 2024-11-23T04:24:19,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8765497763484c72853b036d40fc644d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8765497763484c72853b036d40fc644d 2024-11-23T04:24:19,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/ef53148a28654c52988eeb1ba4a5f1ce to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/ef53148a28654c52988eeb1ba4a5f1ce 2024-11-23T04:24:19,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/7a59422cfea44bbea38119b52220bfc7 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/7a59422cfea44bbea38119b52220bfc7 2024-11-23T04:24:19,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/80c6387ddcf64996890ec88435727047 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/80c6387ddcf64996890ec88435727047 2024-11-23T04:24:19,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/6bc078ee63dc448ba59730513c659a39 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/6bc078ee63dc448ba59730513c659a39 2024-11-23T04:24:19,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/53ba44fa6733477ca4d627377301d48c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/53ba44fa6733477ca4d627377301d48c 2024-11-23T04:24:19,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/121db57bc0e34c4983041d30341579ae to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/121db57bc0e34c4983041d30341579ae 2024-11-23T04:24:19,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2419bdccab3947aab1d3d6d1d1fef58d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2419bdccab3947aab1d3d6d1d1fef58d 2024-11-23T04:24:19,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/0165fa7881204ab89908560dbd4541c8 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/0165fa7881204ab89908560dbd4541c8 2024-11-23T04:24:19,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2348e9ea93b042c1bf82b4f21f80b138 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2348e9ea93b042c1bf82b4f21f80b138 2024-11-23T04:24:19,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/037e295b79274bce85d588e6c4a81d77 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/037e295b79274bce85d588e6c4a81d77 2024-11-23T04:24:19,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e7caae13692247249dbd07fc1959211d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/e7caae13692247249dbd07fc1959211d 2024-11-23T04:24:19,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/d31b182846ae4d189a9bbfbff3bfdeb8 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/d31b182846ae4d189a9bbfbff3bfdeb8 2024-11-23T04:24:19,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/1d6cdc062553438888b753ae9e15c9ee to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/1d6cdc062553438888b753ae9e15c9ee 2024-11-23T04:24:19,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8e866be9de48432f9ec7076016e1ca7c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/8e866be9de48432f9ec7076016e1ca7c 2024-11-23T04:24:19,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/c902748f27594db29d29acb626ea325a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/c902748f27594db29d29acb626ea325a 2024-11-23T04:24:19,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/c66f2d8d6637464484fa72d45879421b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/c66f2d8d6637464484fa72d45879421b 2024-11-23T04:24:19,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/adf404402cac4d808f9ac9b7d8843b8a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/adf404402cac4d808f9ac9b7d8843b8a 2024-11-23T04:24:19,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/73c988c313584ea287ae8fcdf3a28435 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/73c988c313584ea287ae8fcdf3a28435 2024-11-23T04:24:19,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3cecc9508988448bb182d64a6a8f714e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/3cecc9508988448bb182d64a6a8f714e 2024-11-23T04:24:19,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/b9e95abc602b4ef8af42657de024b597 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/b9e95abc602b4ef8af42657de024b597 2024-11-23T04:24:19,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/981f1a0caa5e4c89954d13e475a3c174 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/981f1a0caa5e4c89954d13e475a3c174 2024-11-23T04:24:19,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d2f368b9fe4444dc9be96deb1db7aa20, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d56c1ef0b368480b935c17533e25f743, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/561762733f4f473db5a17c2136d66afd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/3eef80a340c84e0b87c985f38670aaf4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/dec625e59f9445508c68e0808532b943, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c9005f50551a446bac2bef7e26eb4f4e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c868175bca0941a284398511b16c9757, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/4aad9be5ffda493595d9c375da93cd47, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c678eb7287624c9394d898b2c7f55c58, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/bd9bd59c934e408ba5898c367a5252d2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ce859f5d5eae41fabf298b00c1cd7470, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/317719a8f97141ac8576ef013cb8c417, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/87328aaaa8b8414bb5521f1aeaafe2c9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d562decac2dc45e09b8bae60482a170e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/aabcb971e9084c7aae4f3b26c5051665, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/42c6f092d30f48d49b113311976b2ea4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/db8f2d0bdb93403585adad8379226900, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c0d0e7ef14f44fd1ae710494eedcfa9d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/63b1e0986df147e294fb2acc5423d3df, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c6b2e462ee6046569cba0873ef33c9b0, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/2d230c5002e44798b480bebbe648ab21, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/1e11157c552a4daea1db55d0d9393cc6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/90538ccbdd2a44d0a4d7d53c65216e15, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/548f6a42d8b4444fa8ba41ef7e56d756, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/db89e11c54084f7a8bc4325aeb1b7288, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/dac090e0383f46a1ad6e7a61c6863c28, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/9403db1516254b4a8633bbfb29e2586d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ae6be612f70f488e8fde7aad32e72d19, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ad45701761124cc6b0c3670a60786277, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d4a8b6d39d304d87bdf824194af38924] to archive 2024-11-23T04:24:19,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:24:19,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d2f368b9fe4444dc9be96deb1db7aa20 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d2f368b9fe4444dc9be96deb1db7aa20 2024-11-23T04:24:19,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d56c1ef0b368480b935c17533e25f743 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d56c1ef0b368480b935c17533e25f743 2024-11-23T04:24:19,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/561762733f4f473db5a17c2136d66afd to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/561762733f4f473db5a17c2136d66afd 2024-11-23T04:24:19,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/3eef80a340c84e0b87c985f38670aaf4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/3eef80a340c84e0b87c985f38670aaf4 2024-11-23T04:24:19,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/dec625e59f9445508c68e0808532b943 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/dec625e59f9445508c68e0808532b943 2024-11-23T04:24:19,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c9005f50551a446bac2bef7e26eb4f4e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c9005f50551a446bac2bef7e26eb4f4e 2024-11-23T04:24:19,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c868175bca0941a284398511b16c9757 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c868175bca0941a284398511b16c9757 2024-11-23T04:24:19,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/4aad9be5ffda493595d9c375da93cd47 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/4aad9be5ffda493595d9c375da93cd47 2024-11-23T04:24:19,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c678eb7287624c9394d898b2c7f55c58 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c678eb7287624c9394d898b2c7f55c58 2024-11-23T04:24:19,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/bd9bd59c934e408ba5898c367a5252d2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/bd9bd59c934e408ba5898c367a5252d2 2024-11-23T04:24:19,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ce859f5d5eae41fabf298b00c1cd7470 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ce859f5d5eae41fabf298b00c1cd7470 2024-11-23T04:24:19,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/317719a8f97141ac8576ef013cb8c417 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/317719a8f97141ac8576ef013cb8c417 2024-11-23T04:24:19,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/87328aaaa8b8414bb5521f1aeaafe2c9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/87328aaaa8b8414bb5521f1aeaafe2c9 2024-11-23T04:24:19,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d562decac2dc45e09b8bae60482a170e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d562decac2dc45e09b8bae60482a170e 2024-11-23T04:24:19,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/aabcb971e9084c7aae4f3b26c5051665 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/aabcb971e9084c7aae4f3b26c5051665 2024-11-23T04:24:19,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/42c6f092d30f48d49b113311976b2ea4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/42c6f092d30f48d49b113311976b2ea4 2024-11-23T04:24:19,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/db8f2d0bdb93403585adad8379226900 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/db8f2d0bdb93403585adad8379226900 2024-11-23T04:24:19,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c0d0e7ef14f44fd1ae710494eedcfa9d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c0d0e7ef14f44fd1ae710494eedcfa9d 2024-11-23T04:24:19,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/63b1e0986df147e294fb2acc5423d3df to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/63b1e0986df147e294fb2acc5423d3df 2024-11-23T04:24:19,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c6b2e462ee6046569cba0873ef33c9b0 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c6b2e462ee6046569cba0873ef33c9b0 2024-11-23T04:24:19,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/2d230c5002e44798b480bebbe648ab21 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/2d230c5002e44798b480bebbe648ab21 2024-11-23T04:24:19,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/1e11157c552a4daea1db55d0d9393cc6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/1e11157c552a4daea1db55d0d9393cc6 2024-11-23T04:24:19,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/90538ccbdd2a44d0a4d7d53c65216e15 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/90538ccbdd2a44d0a4d7d53c65216e15 2024-11-23T04:24:19,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/548f6a42d8b4444fa8ba41ef7e56d756 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/548f6a42d8b4444fa8ba41ef7e56d756 2024-11-23T04:24:19,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/db89e11c54084f7a8bc4325aeb1b7288 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/db89e11c54084f7a8bc4325aeb1b7288 2024-11-23T04:24:19,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/dac090e0383f46a1ad6e7a61c6863c28 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/dac090e0383f46a1ad6e7a61c6863c28 2024-11-23T04:24:19,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/9403db1516254b4a8633bbfb29e2586d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/9403db1516254b4a8633bbfb29e2586d 2024-11-23T04:24:19,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ae6be612f70f488e8fde7aad32e72d19 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ae6be612f70f488e8fde7aad32e72d19 2024-11-23T04:24:19,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ad45701761124cc6b0c3670a60786277 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/ad45701761124cc6b0c3670a60786277 2024-11-23T04:24:19,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d4a8b6d39d304d87bdf824194af38924 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/d4a8b6d39d304d87bdf824194af38924 2024-11-23T04:24:19,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/3e494d171f454c6aa2db1ec23edd6b16, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/467e396981d340d196d3f2ce3bb98feb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/a5bb2ad3a9814faebd4bc49e24e8833c, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/c840622e7560435ea2a61e479ffcd41a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/9b22503a801a4250afc3e8ac007a47d4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/a82f48ed43964c8a92389396a2ea4936, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b930699bf73443c19f616aaf37876a14, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e3234831aa404f8a8c36660852bd4f34, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/7d48b100f3bc4e2a87fdbd3ee7867f7d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/d0cddc56836e4c2b81f07866f555ac08, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/2bdfb25b448340f08e66774270f0c5b4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/7d344f7df5e0461aa62e5ff4c823594d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e14a082271e3425785b7980e1884fa57, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/5d277acccb484208bcd3012f3e543d3d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/266198fae4114d98889e0c194a13f4fc, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/10491fafef7d4a8291851c27837b9e26, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/552be07be9e342b68f3b60a2f15b3421, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/9e379cfa9a9845e095d29856f12eb649, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/465917ff7f4a4f21824a0fd3a69660f2, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b218d7f34483440597bad9fdc5e67435, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/eaecda35b2d1446eac37e959c512e36d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/69d7caa92e734133a09b9b25dd377402, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/d8dfb497dcc2450ba89470d5f2ce9678, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/02638b3f3eb5468e86d245a88862ab2e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/994951c819584afc84c77a7286e5ce37, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/c3cbbbf14b7f4ca2ba13c0381a6202e4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e020d99fc51c4952980a2edef594cb7a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/83887f87f14d417b817d1be718335402, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/1bf98eee80e14055b7f0d1359e987859, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/593edf777a814726ba1e0d6913bfcbf6] to archive 2024-11-23T04:24:19,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:24:19,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/3e494d171f454c6aa2db1ec23edd6b16 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/3e494d171f454c6aa2db1ec23edd6b16 2024-11-23T04:24:19,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/467e396981d340d196d3f2ce3bb98feb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/467e396981d340d196d3f2ce3bb98feb 2024-11-23T04:24:19,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/a5bb2ad3a9814faebd4bc49e24e8833c to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/a5bb2ad3a9814faebd4bc49e24e8833c 2024-11-23T04:24:19,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/c840622e7560435ea2a61e479ffcd41a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/c840622e7560435ea2a61e479ffcd41a 2024-11-23T04:24:19,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/9b22503a801a4250afc3e8ac007a47d4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/9b22503a801a4250afc3e8ac007a47d4 2024-11-23T04:24:19,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/a82f48ed43964c8a92389396a2ea4936 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/a82f48ed43964c8a92389396a2ea4936 2024-11-23T04:24:19,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b930699bf73443c19f616aaf37876a14 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b930699bf73443c19f616aaf37876a14 2024-11-23T04:24:19,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e3234831aa404f8a8c36660852bd4f34 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e3234831aa404f8a8c36660852bd4f34 2024-11-23T04:24:19,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/7d48b100f3bc4e2a87fdbd3ee7867f7d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/7d48b100f3bc4e2a87fdbd3ee7867f7d 2024-11-23T04:24:19,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/d0cddc56836e4c2b81f07866f555ac08 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/d0cddc56836e4c2b81f07866f555ac08 2024-11-23T04:24:19,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/2bdfb25b448340f08e66774270f0c5b4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/2bdfb25b448340f08e66774270f0c5b4 2024-11-23T04:24:19,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/7d344f7df5e0461aa62e5ff4c823594d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/7d344f7df5e0461aa62e5ff4c823594d 2024-11-23T04:24:19,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e14a082271e3425785b7980e1884fa57 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e14a082271e3425785b7980e1884fa57 2024-11-23T04:24:19,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/5d277acccb484208bcd3012f3e543d3d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/5d277acccb484208bcd3012f3e543d3d 2024-11-23T04:24:19,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/266198fae4114d98889e0c194a13f4fc to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/266198fae4114d98889e0c194a13f4fc 2024-11-23T04:24:19,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/10491fafef7d4a8291851c27837b9e26 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/10491fafef7d4a8291851c27837b9e26 2024-11-23T04:24:19,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/552be07be9e342b68f3b60a2f15b3421 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/552be07be9e342b68f3b60a2f15b3421 2024-11-23T04:24:19,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/9e379cfa9a9845e095d29856f12eb649 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/9e379cfa9a9845e095d29856f12eb649 2024-11-23T04:24:19,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/465917ff7f4a4f21824a0fd3a69660f2 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/465917ff7f4a4f21824a0fd3a69660f2 2024-11-23T04:24:19,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b218d7f34483440597bad9fdc5e67435 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b218d7f34483440597bad9fdc5e67435 2024-11-23T04:24:19,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/eaecda35b2d1446eac37e959c512e36d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/eaecda35b2d1446eac37e959c512e36d 2024-11-23T04:24:19,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/69d7caa92e734133a09b9b25dd377402 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/69d7caa92e734133a09b9b25dd377402 2024-11-23T04:24:19,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/d8dfb497dcc2450ba89470d5f2ce9678 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/d8dfb497dcc2450ba89470d5f2ce9678 2024-11-23T04:24:19,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/02638b3f3eb5468e86d245a88862ab2e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/02638b3f3eb5468e86d245a88862ab2e 2024-11-23T04:24:19,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/994951c819584afc84c77a7286e5ce37 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/994951c819584afc84c77a7286e5ce37 2024-11-23T04:24:19,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/c3cbbbf14b7f4ca2ba13c0381a6202e4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/c3cbbbf14b7f4ca2ba13c0381a6202e4 2024-11-23T04:24:19,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e020d99fc51c4952980a2edef594cb7a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/e020d99fc51c4952980a2edef594cb7a 2024-11-23T04:24:19,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/83887f87f14d417b817d1be718335402 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/83887f87f14d417b817d1be718335402 2024-11-23T04:24:19,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/1bf98eee80e14055b7f0d1359e987859 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/1bf98eee80e14055b7f0d1359e987859 2024-11-23T04:24:19,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/593edf777a814726ba1e0d6913bfcbf6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/593edf777a814726ba1e0d6913bfcbf6 2024-11-23T04:24:19,903 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/recovered.edits/449.seqid, newMaxSeqId=449, maxSeqId=1 2024-11-23T04:24:19,904 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1. 2024-11-23T04:24:19,904 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for d92b6107c17bb926cd35394c04f432d1: 2024-11-23T04:24:19,905 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:19,905 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=d92b6107c17bb926cd35394c04f432d1, regionState=CLOSED 2024-11-23T04:24:19,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-23T04:24:19,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure d92b6107c17bb926cd35394c04f432d1, server=7aee8d3d5b7a,40403,1732335719393 in 2.0330 sec 2024-11-23T04:24:19,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-23T04:24:19,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d92b6107c17bb926cd35394c04f432d1, UNASSIGN in 2.0360 sec 2024-11-23T04:24:19,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-23T04:24:19,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0370 sec 2024-11-23T04:24:19,910 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335859909"}]},"ts":"1732335859909"} 2024-11-23T04:24:19,910 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T04:24:19,912 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T04:24:19,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0500 sec 2024-11-23T04:24:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T04:24:19,969 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-23T04:24:19,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T04:24:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:19,971 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T04:24:19,971 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:19,973 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:19,975 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/recovered.edits] 2024-11-23T04:24:19,976 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2ffb983e29b645b88a3d75b96dac42df to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/2ffb983e29b645b88a3d75b96dac42df 2024-11-23T04:24:19,977 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/463dcdcf08b542d3adc8cb3fc304041f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/463dcdcf08b542d3adc8cb3fc304041f 2024-11-23T04:24:19,978 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/9a8a6868479547c6a76120933b7300a1 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/A/9a8a6868479547c6a76120933b7300a1 2024-11-23T04:24:19,979 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/4cfbf355e18c4375b98348e7c2cb43aa to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/4cfbf355e18c4375b98348e7c2cb43aa 2024-11-23T04:24:19,980 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/a35a72014c334556a849373f3d617969 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/a35a72014c334556a849373f3d617969 2024-11-23T04:24:19,981 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c2692ed0552d4ddeaf9b8326b2f65c87 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/B/c2692ed0552d4ddeaf9b8326b2f65c87 2024-11-23T04:24:19,983 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/4a30db4433834116bdae29ac86db6abe to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/4a30db4433834116bdae29ac86db6abe 2024-11-23T04:24:19,983 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/582ca94096014c0e9abd3b3a0686a956 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/582ca94096014c0e9abd3b3a0686a956 2024-11-23T04:24:19,984 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b8da3090349d42d89d75a02dc5f9e466 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/C/b8da3090349d42d89d75a02dc5f9e466 2024-11-23T04:24:19,986 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/recovered.edits/449.seqid to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1/recovered.edits/449.seqid 2024-11-23T04:24:19,987 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/d92b6107c17bb926cd35394c04f432d1 2024-11-23T04:24:19,987 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T04:24:19,988 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:19,989 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T04:24:19,991 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T04:24:19,991 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:19,991 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T04:24:19,992 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732335859991"}]},"ts":"9223372036854775807"} 2024-11-23T04:24:19,993 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T04:24:19,993 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d92b6107c17bb926cd35394c04f432d1, NAME => 'TestAcidGuarantees,,1732335834820.d92b6107c17bb926cd35394c04f432d1.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T04:24:19,993 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T04:24:19,993 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732335859993"}]},"ts":"9223372036854775807"} 2024-11-23T04:24:19,994 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T04:24:19,997 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:19,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-23T04:24:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T04:24:20,073 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-23T04:24:20,085 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=521 (was 581), ProcessCount=11 (was 11), AvailableMemoryMB=4308 (was 4678) 2024-11-23T04:24:20,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=521, ProcessCount=11, AvailableMemoryMB=4308 2024-11-23T04:24:20,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T04:24:20,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T04:24:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:20,099 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T04:24:20,099 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:20,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-11-23T04:24:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-23T04:24:20,099 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T04:24:20,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742471_1647 (size=963) 2024-11-23T04:24:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-23T04:24:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-23T04:24:20,505 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f 2024-11-23T04:24:20,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742472_1648 (size=53) 2024-11-23T04:24:20,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:24:20,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 54b1e8027aae1bd486f4230bfec29700, disabling compactions & flushes 2024-11-23T04:24:20,511 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:20,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:20,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. after waiting 0 ms 2024-11-23T04:24:20,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:20,511 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:20,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:20,512 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T04:24:20,513 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732335860512"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732335860512"}]},"ts":"1732335860512"} 2024-11-23T04:24:20,514 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T04:24:20,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T04:24:20,514 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335860514"}]},"ts":"1732335860514"} 2024-11-23T04:24:20,515 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T04:24:20,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=54b1e8027aae1bd486f4230bfec29700, ASSIGN}] 2024-11-23T04:24:20,522 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=54b1e8027aae1bd486f4230bfec29700, ASSIGN 2024-11-23T04:24:20,523 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=54b1e8027aae1bd486f4230bfec29700, ASSIGN; state=OFFLINE, location=7aee8d3d5b7a,40403,1732335719393; forceNewPlan=false, retain=false 2024-11-23T04:24:20,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=54b1e8027aae1bd486f4230bfec29700, regionState=OPENING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:20,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure 54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:24:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-23T04:24:20,826 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:20,828 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:20,828 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} 2024-11-23T04:24:20,829 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:20,829 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:24:20,829 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:20,829 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:20,830 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:20,831 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:24:20,831 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54b1e8027aae1bd486f4230bfec29700 columnFamilyName A 2024-11-23T04:24:20,831 DEBUG [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:20,831 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.HStore(327): Store=54b1e8027aae1bd486f4230bfec29700/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:24:20,831 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:20,832 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:24:20,832 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54b1e8027aae1bd486f4230bfec29700 columnFamilyName B 2024-11-23T04:24:20,832 DEBUG [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:20,833 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.HStore(327): Store=54b1e8027aae1bd486f4230bfec29700/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:24:20,833 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:20,834 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:24:20,834 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54b1e8027aae1bd486f4230bfec29700 columnFamilyName C 2024-11-23T04:24:20,834 DEBUG [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:20,834 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.HStore(327): Store=54b1e8027aae1bd486f4230bfec29700/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:24:20,834 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:20,835 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:20,835 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:20,836 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T04:24:20,837 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:20,838 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T04:24:20,838 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened 54b1e8027aae1bd486f4230bfec29700; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73808344, jitterRate=0.0998300313949585}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T04:24:20,839 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:20,840 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., pid=151, masterSystemTime=1732335860826 2024-11-23T04:24:20,841 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:20,841 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:20,841 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=54b1e8027aae1bd486f4230bfec29700, regionState=OPEN, openSeqNum=2, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:20,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-23T04:24:20,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure 54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 in 168 msec 2024-11-23T04:24:20,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-23T04:24:20,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=54b1e8027aae1bd486f4230bfec29700, ASSIGN in 322 msec 2024-11-23T04:24:20,845 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T04:24:20,845 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335860845"}]},"ts":"1732335860845"} 2024-11-23T04:24:20,845 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T04:24:20,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T04:24:20,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 751 msec 2024-11-23T04:24:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-23T04:24:21,202 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-23T04:24:21,203 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e8db751 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21a938cf 2024-11-23T04:24:21,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22def04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:24:21,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:24:21,213 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:24:21,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T04:24:21,214 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T04:24:21,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T04:24:21,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T04:24:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:21,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742473_1649 (size=999) 2024-11-23T04:24:21,625 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T04:24:21,625 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T04:24:21,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T04:24:21,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=54b1e8027aae1bd486f4230bfec29700, REOPEN/MOVE}] 2024-11-23T04:24:21,628 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=54b1e8027aae1bd486f4230bfec29700, REOPEN/MOVE 2024-11-23T04:24:21,629 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=54b1e8027aae1bd486f4230bfec29700, regionState=CLOSING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:21,629 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T04:24:21,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:24:21,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:21,781 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:21,781 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T04:24:21,781 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 54b1e8027aae1bd486f4230bfec29700, disabling compactions & flushes 2024-11-23T04:24:21,781 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:21,781 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:21,781 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. after waiting 0 ms 2024-11-23T04:24:21,781 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:21,784 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T04:24:21,785 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:21,785 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:21,785 WARN [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: 54b1e8027aae1bd486f4230bfec29700 to self. 2024-11-23T04:24:21,786 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:21,786 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=54b1e8027aae1bd486f4230bfec29700, regionState=CLOSED 2024-11-23T04:24:21,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-23T04:24:21,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 in 158 msec 2024-11-23T04:24:21,788 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=54b1e8027aae1bd486f4230bfec29700, REOPEN/MOVE; state=CLOSED, location=7aee8d3d5b7a,40403,1732335719393; forceNewPlan=false, retain=true 2024-11-23T04:24:21,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=54b1e8027aae1bd486f4230bfec29700, regionState=OPENING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:21,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure 54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:24:22,091 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,093 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,093 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} 2024-11-23T04:24:22,094 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:22,094 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T04:24:22,094 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:22,094 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:22,095 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:22,095 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:24:22,096 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54b1e8027aae1bd486f4230bfec29700 columnFamilyName A 2024-11-23T04:24:22,097 DEBUG [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:22,097 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.HStore(327): Store=54b1e8027aae1bd486f4230bfec29700/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:24:22,097 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:22,098 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:24:22,098 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54b1e8027aae1bd486f4230bfec29700 columnFamilyName B 2024-11-23T04:24:22,098 DEBUG [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:22,098 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.HStore(327): Store=54b1e8027aae1bd486f4230bfec29700/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:24:22,099 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:22,099 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T04:24:22,099 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54b1e8027aae1bd486f4230bfec29700 columnFamilyName C 2024-11-23T04:24:22,099 DEBUG [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:22,099 INFO [StoreOpener-54b1e8027aae1bd486f4230bfec29700-1 {}] regionserver.HStore(327): Store=54b1e8027aae1bd486f4230bfec29700/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T04:24:22,099 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,100 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:22,101 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:22,102 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T04:24:22,103 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:22,103 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened 54b1e8027aae1bd486f4230bfec29700; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73906620, jitterRate=0.10129445791244507}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T04:24:22,104 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:22,105 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., pid=156, masterSystemTime=1732335862091 2024-11-23T04:24:22,106 DEBUG [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,106 INFO [RS_OPEN_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,106 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=54b1e8027aae1bd486f4230bfec29700, regionState=OPEN, openSeqNum=5, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-11-23T04:24:22,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure 54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 in 167 msec 2024-11-23T04:24:22,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-23T04:24:22,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=54b1e8027aae1bd486f4230bfec29700, REOPEN/MOVE in 480 msec 2024-11-23T04:24:22,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-23T04:24:22,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-23T04:24:22,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 894 msec 2024-11-23T04:24:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T04:24:22,113 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e6ac62f to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@366de26d 2024-11-23T04:24:22,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6364386e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:24:22,117 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x507d2cf9 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@95ad211 2024-11-23T04:24:22,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbf3c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:24:22,120 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c0f5004 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31adbce 2024-11-23T04:24:22,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f7586d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:24:22,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1767dc60 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4276b1e9 2024-11-23T04:24:22,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4949adfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:24:22,127 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20c3d7a2 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@574dd3aa 2024-11-23T04:24:22,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ef82c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:24:22,133 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29247c18 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@672325a 2024-11-23T04:24:22,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b14279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:24:22,136 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37227cb3 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@205568ef 2024-11-23T04:24:22,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb94416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:24:22,140 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17f6ce8d to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c6fde8c 2024-11-23T04:24:22,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3852b0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:24:22,145 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05a5e441 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@675cc1c7 2024-11-23T04:24:22,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa4b067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:24:22,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x723a6cf2 to 127.0.0.1:62694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73e9c98b 2024-11-23T04:24:22,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca17819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T04:24:22,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-23T04:24:22,158 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T04:24:22,159 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:22,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:22,160 DEBUG [hconnection-0x2c561bd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:24:22,161 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:24:22,164 DEBUG [hconnection-0xf453d20-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:24:22,165 DEBUG [hconnection-0xb2b2652-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:24:22,165 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:24:22,165 DEBUG [hconnection-0x61d4fb58-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:24:22,166 DEBUG [hconnection-0x6375c536-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:24:22,166 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:24:22,167 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:24:22,167 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:24:22,168 DEBUG [hconnection-0x52d9bd43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:24:22,169 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:24:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:22,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:24:22,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:22,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:22,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:22,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:22,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:22,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:22,172 DEBUG [hconnection-0x58948423-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:24:22,173 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:24:22,176 DEBUG [hconnection-0x6daf5ff0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:24:22,177 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:24:22,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335922183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335922183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335922186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335922187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,193 DEBUG [hconnection-0x412ef5aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:24:22,194 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:24:22,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732335922195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,212 DEBUG [hconnection-0x21d19d7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T04:24:22,213 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T04:24:22,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a1323323db6e45339bbfa654eba08e9d_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335862169/Put/seqid=0 2024-11-23T04:24:22,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742474_1650 (size=12154) 2024-11-23T04:24:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T04:24:22,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335922288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335922287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335922290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335922290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732335922297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,310 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T04:24:22,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:22,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T04:24:22,463 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T04:24:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335922489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335922491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335922492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335922493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732335922500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T04:24:22,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:22,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,624 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:22,627 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a1323323db6e45339bbfa654eba08e9d_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a1323323db6e45339bbfa654eba08e9d_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:22,628 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/08303de4ab494d518033ca48f24f588f, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:22,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/08303de4ab494d518033ca48f24f588f is 175, key is test_row_0/A:col10/1732335862169/Put/seqid=0 2024-11-23T04:24:22,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742475_1651 (size=30955) 2024-11-23T04:24:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T04:24:22,769 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T04:24:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335922793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335922794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335922795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335922796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732335922803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:22,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T04:24:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:22,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,032 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/08303de4ab494d518033ca48f24f588f 2024-11-23T04:24:23,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/457c44b994ca423dbb760b63e3b66192 is 50, key is test_row_0/B:col10/1732335862169/Put/seqid=0 2024-11-23T04:24:23,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742476_1652 (size=12001) 2024-11-23T04:24:23,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:23,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T04:24:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:23,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:23,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T04:24:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:23,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T04:24:23,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335923296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:23,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335923301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:23,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335923302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:23,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335923302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:23,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732335923309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:23,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:23,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T04:24:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:23,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/457c44b994ca423dbb760b63e3b66192 2024-11-23T04:24:23,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/808f842e09cd49f5a8cbdfc6cbe55874 is 50, key is test_row_0/C:col10/1732335862169/Put/seqid=0 2024-11-23T04:24:23,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742477_1653 (size=12001) 2024-11-23T04:24:23,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:23,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T04:24:23,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:23,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:23,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:23,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,684 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:23,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T04:24:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:23,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,836 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:23,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T04:24:23,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:23,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:23,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:23,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:23,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/808f842e09cd49f5a8cbdfc6cbe55874 2024-11-23T04:24:23,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/08303de4ab494d518033ca48f24f588f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/08303de4ab494d518033ca48f24f588f 2024-11-23T04:24:23,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/08303de4ab494d518033ca48f24f588f, entries=150, sequenceid=18, filesize=30.2 K 2024-11-23T04:24:23,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/457c44b994ca423dbb760b63e3b66192 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/457c44b994ca423dbb760b63e3b66192 2024-11-23T04:24:23,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/457c44b994ca423dbb760b63e3b66192, entries=150, sequenceid=18, filesize=11.7 K 2024-11-23T04:24:23,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/808f842e09cd49f5a8cbdfc6cbe55874 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/808f842e09cd49f5a8cbdfc6cbe55874 2024-11-23T04:24:23,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/808f842e09cd49f5a8cbdfc6cbe55874, entries=150, sequenceid=18, filesize=11.7 K 2024-11-23T04:24:23,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 54b1e8027aae1bd486f4230bfec29700 in 1736ms, sequenceid=18, compaction requested=false 2024-11-23T04:24:23,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:23,989 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:23,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T04:24:23,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:23,989 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T04:24:23,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:23,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:23,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:23,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:23,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:23,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:23,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e5ae3453508e4141b0ec216cf5f671ed_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335862182/Put/seqid=0 2024-11-23T04:24:23,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742478_1654 (size=12154) 2024-11-23T04:24:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T04:24:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:24,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:24,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335924315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335924316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335924316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732335924317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335924318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:24,403 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e5ae3453508e4141b0ec216cf5f671ed_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e5ae3453508e4141b0ec216cf5f671ed_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:24,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/89e1ba28ca0d4ef883c2e966b6bfe7a3, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:24,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/89e1ba28ca0d4ef883c2e966b6bfe7a3 is 175, key is test_row_0/A:col10/1732335862182/Put/seqid=0 2024-11-23T04:24:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742479_1655 (size=30955) 2024-11-23T04:24:24,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335924419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335924419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335924419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335924421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335924621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335924621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335924622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335924623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,809 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/89e1ba28ca0d4ef883c2e966b6bfe7a3 2024-11-23T04:24:24,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/e5f791e13b604a3395884ce7d3588336 is 50, key is test_row_0/B:col10/1732335862182/Put/seqid=0 2024-11-23T04:24:24,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742480_1656 (size=12001) 2024-11-23T04:24:24,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335924926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335924926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335924927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:24,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335924927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:25,221 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/e5f791e13b604a3395884ce7d3588336 2024-11-23T04:24:25,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/940cdc71c3514ebbbdea097a3449eb38 is 50, key is test_row_0/C:col10/1732335862182/Put/seqid=0 2024-11-23T04:24:25,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742481_1657 (size=12001) 2024-11-23T04:24:25,231 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/940cdc71c3514ebbbdea097a3449eb38 2024-11-23T04:24:25,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/89e1ba28ca0d4ef883c2e966b6bfe7a3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/89e1ba28ca0d4ef883c2e966b6bfe7a3 2024-11-23T04:24:25,248 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/89e1ba28ca0d4ef883c2e966b6bfe7a3, entries=150, sequenceid=41, filesize=30.2 K 2024-11-23T04:24:25,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/e5f791e13b604a3395884ce7d3588336 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/e5f791e13b604a3395884ce7d3588336 2024-11-23T04:24:25,253 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/e5f791e13b604a3395884ce7d3588336, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T04:24:25,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/940cdc71c3514ebbbdea097a3449eb38 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/940cdc71c3514ebbbdea097a3449eb38 2024-11-23T04:24:25,257 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/940cdc71c3514ebbbdea097a3449eb38, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T04:24:25,257 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 54b1e8027aae1bd486f4230bfec29700 in 1268ms, sequenceid=41, compaction requested=false 2024-11-23T04:24:25,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:25,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:25,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-23T04:24:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-23T04:24:25,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-23T04:24:25,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1000 sec 2024-11-23T04:24:25,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 3.1030 sec 2024-11-23T04:24:25,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T04:24:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:25,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:24:25,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:25,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:25,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:25,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:25,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:25,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:25,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112381135db0f3ee4f5da0a60e241605e3f6_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335865431/Put/seqid=0 2024-11-23T04:24:25,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335925450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:25,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335925451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:25,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742482_1658 (size=14594) 2024-11-23T04:24:25,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335925453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:25,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335925454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:25,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335925555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:25,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335925556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:25,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335925557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:25,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335925559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:25,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335925758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:25,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335925760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:25,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335925760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:25,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335925761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:25,856 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:25,859 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112381135db0f3ee4f5da0a60e241605e3f6_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112381135db0f3ee4f5da0a60e241605e3f6_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:25,860 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/eefbb755b82245ca9239887d6275fac9, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:25,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/eefbb755b82245ca9239887d6275fac9 is 175, key is test_row_0/A:col10/1732335865431/Put/seqid=0 2024-11-23T04:24:25,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742483_1659 (size=39549) 2024-11-23T04:24:25,864 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/eefbb755b82245ca9239887d6275fac9 2024-11-23T04:24:25,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/a1b43d97cf4a4f779efb35607900ccce is 50, key is test_row_0/B:col10/1732335865431/Put/seqid=0 2024-11-23T04:24:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742484_1660 (size=12001) 2024-11-23T04:24:26,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335926061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:26,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335926063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:26,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335926064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:26,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335926064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T04:24:26,263 INFO [Thread-2838 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-23T04:24:26,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-23T04:24:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T04:24:26,266 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:26,267 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:26,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:26,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/a1b43d97cf4a4f779efb35607900ccce 2024-11-23T04:24:26,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/47172042c15e464aaa091e2ec3fbe26f is 50, key is test_row_0/C:col10/1732335865431/Put/seqid=0 2024-11-23T04:24:26,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742485_1661 (size=12001) 2024-11-23T04:24:26,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732335926337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:26,339 DEBUG [Thread-2834 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:24:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T04:24:26,418 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:26,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T04:24:26,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:26,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:26,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:26,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:26,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:26,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335926565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T04:24:26,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:26,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:26,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T04:24:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335926569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:26,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:26,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:26,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:26,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335926570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:26,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:26,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:26,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335926570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:26,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/47172042c15e464aaa091e2ec3fbe26f 2024-11-23T04:24:26,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/eefbb755b82245ca9239887d6275fac9 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/eefbb755b82245ca9239887d6275fac9 2024-11-23T04:24:26,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/eefbb755b82245ca9239887d6275fac9, entries=200, sequenceid=56, filesize=38.6 K 2024-11-23T04:24:26,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/a1b43d97cf4a4f779efb35607900ccce as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/a1b43d97cf4a4f779efb35607900ccce 2024-11-23T04:24:26,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/a1b43d97cf4a4f779efb35607900ccce, entries=150, sequenceid=56, filesize=11.7 K 2024-11-23T04:24:26,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/47172042c15e464aaa091e2ec3fbe26f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/47172042c15e464aaa091e2ec3fbe26f 2024-11-23T04:24:26,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/47172042c15e464aaa091e2ec3fbe26f, entries=150, sequenceid=56, filesize=11.7 K 2024-11-23T04:24:26,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 54b1e8027aae1bd486f4230bfec29700 in 1270ms, sequenceid=56, compaction requested=true 2024-11-23T04:24:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:26,702 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:26,702 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:26,703 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:26,703 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:26,703 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/A is initiating minor compaction (all files) 2024-11-23T04:24:26,703 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/B is initiating minor compaction (all files) 2024-11-23T04:24:26,703 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/A in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:26,703 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/B in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:26,703 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/457c44b994ca423dbb760b63e3b66192, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/e5f791e13b604a3395884ce7d3588336, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/a1b43d97cf4a4f779efb35607900ccce] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=35.2 K 2024-11-23T04:24:26,703 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/08303de4ab494d518033ca48f24f588f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/89e1ba28ca0d4ef883c2e966b6bfe7a3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/eefbb755b82245ca9239887d6275fac9] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=99.1 K 2024-11-23T04:24:26,703 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:26,703 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/08303de4ab494d518033ca48f24f588f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/89e1ba28ca0d4ef883c2e966b6bfe7a3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/eefbb755b82245ca9239887d6275fac9] 2024-11-23T04:24:26,703 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 457c44b994ca423dbb760b63e3b66192, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732335862167 2024-11-23T04:24:26,704 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08303de4ab494d518033ca48f24f588f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732335862167 2024-11-23T04:24:26,704 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting e5f791e13b604a3395884ce7d3588336, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732335862182 2024-11-23T04:24:26,704 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89e1ba28ca0d4ef883c2e966b6bfe7a3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732335862182 2024-11-23T04:24:26,704 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting a1b43d97cf4a4f779efb35607900ccce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732335864317 2024-11-23T04:24:26,704 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting eefbb755b82245ca9239887d6275fac9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732335864314 2024-11-23T04:24:26,713 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#B#compaction#567 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:26,713 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/95eed524f5a54ed0b500f33d7fec85e6 is 50, key is test_row_0/B:col10/1732335865431/Put/seqid=0 2024-11-23T04:24:26,715 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:26,723 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:26,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T04:24:26,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:26,724 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T04:24:26,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:26,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:26,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:26,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:26,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:26,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:26,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742486_1662 (size=12104) 2024-11-23T04:24:26,748 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123a52c94c0e57d477094791b3f2d08966e_54b1e8027aae1bd486f4230bfec29700 store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:26,751 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123a52c94c0e57d477094791b3f2d08966e_54b1e8027aae1bd486f4230bfec29700, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:26,751 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a52c94c0e57d477094791b3f2d08966e_54b1e8027aae1bd486f4230bfec29700 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:26,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237a36eaa7e0294b8895f7486393cc0fa1_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335865450/Put/seqid=0 2024-11-23T04:24:26,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742487_1663 (size=4469) 2024-11-23T04:24:26,766 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#A#compaction#568 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:26,767 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/099aecced26e4cada2d8ad19f0daf688 is 175, key is test_row_0/A:col10/1732335865431/Put/seqid=0 2024-11-23T04:24:26,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742488_1664 (size=12154) 2024-11-23T04:24:26,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,784 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237a36eaa7e0294b8895f7486393cc0fa1_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237a36eaa7e0294b8895f7486393cc0fa1_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:26,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/e53273e22f704bacb6edf3bdc1b3c7c4, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:26,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/e53273e22f704bacb6edf3bdc1b3c7c4 is 175, key is test_row_0/A:col10/1732335865450/Put/seqid=0 2024-11-23T04:24:26,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742489_1665 (size=31058) 2024-11-23T04:24:26,800 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/099aecced26e4cada2d8ad19f0daf688 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/099aecced26e4cada2d8ad19f0daf688 2024-11-23T04:24:26,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742490_1666 (size=30955) 2024-11-23T04:24:26,803 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/e53273e22f704bacb6edf3bdc1b3c7c4 2024-11-23T04:24:26,805 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/A of 54b1e8027aae1bd486f4230bfec29700 into 099aecced26e4cada2d8ad19f0daf688(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:26,805 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:26,805 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/A, priority=13, startTime=1732335866702; duration=0sec 2024-11-23T04:24:26,805 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:26,805 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:A 2024-11-23T04:24:26,805 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:26,806 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:26,806 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/C is initiating minor compaction (all files) 2024-11-23T04:24:26,806 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/C in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:26,806 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/808f842e09cd49f5a8cbdfc6cbe55874, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/940cdc71c3514ebbbdea097a3449eb38, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/47172042c15e464aaa091e2ec3fbe26f] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=35.2 K 2024-11-23T04:24:26,807 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 808f842e09cd49f5a8cbdfc6cbe55874, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732335862167 2024-11-23T04:24:26,807 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 940cdc71c3514ebbbdea097a3449eb38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732335862182 2024-11-23T04:24:26,807 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47172042c15e464aaa091e2ec3fbe26f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732335864317 2024-11-23T04:24:26,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/908e6271d409483da8b4f71cda9ecafb is 50, key is test_row_0/B:col10/1732335865450/Put/seqid=0 2024-11-23T04:24:26,813 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#C#compaction#571 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:26,814 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/1a9b6773a52d4511841c79270c81c27d is 50, key is test_row_0/C:col10/1732335865431/Put/seqid=0 2024-11-23T04:24:26,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742491_1667 (size=12104) 2024-11-23T04:24:26,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742492_1668 (size=12001) 2024-11-23T04:24:26,834 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/908e6271d409483da8b4f71cda9ecafb 2024-11-23T04:24:26,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/acb0887a07704d25acc8f4ea75cc52db is 50, key is test_row_0/C:col10/1732335865450/Put/seqid=0 2024-11-23T04:24:26,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742493_1669 (size=12001) 2024-11-23T04:24:26,855 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/acb0887a07704d25acc8f4ea75cc52db 2024-11-23T04:24:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/e53273e22f704bacb6edf3bdc1b3c7c4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e53273e22f704bacb6edf3bdc1b3c7c4 2024-11-23T04:24:26,863 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e53273e22f704bacb6edf3bdc1b3c7c4, entries=150, sequenceid=77, filesize=30.2 K 2024-11-23T04:24:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/908e6271d409483da8b4f71cda9ecafb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/908e6271d409483da8b4f71cda9ecafb 2024-11-23T04:24:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,867 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/908e6271d409483da8b4f71cda9ecafb, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T04:24:26,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/acb0887a07704d25acc8f4ea75cc52db as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/acb0887a07704d25acc8f4ea75cc52db 2024-11-23T04:24:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T04:24:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,872 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/acb0887a07704d25acc8f4ea75cc52db, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T04:24:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,872 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 54b1e8027aae1bd486f4230bfec29700 in 148ms, sequenceid=77, compaction requested=false 2024-11-23T04:24:26,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:26,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:26,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-23T04:24:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-23T04:24:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-23T04:24:26,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 607 msec 2024-11-23T04:24:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 610 msec 2024-11-23T04:24:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,143 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/95eed524f5a54ed0b500f33d7fec85e6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/95eed524f5a54ed0b500f33d7fec85e6 2024-11-23T04:24:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,148 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/B of 54b1e8027aae1bd486f4230bfec29700 into 95eed524f5a54ed0b500f33d7fec85e6(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:27,148 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,148 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/B, priority=13, startTime=1732335866702; duration=0sec 2024-11-23T04:24:27,148 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,148 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:B 2024-11-23T04:24:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,207 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T04:24:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,231 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/1a9b6773a52d4511841c79270c81c27d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/1a9b6773a52d4511841c79270c81c27d 2024-11-23T04:24:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,235 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/C of 54b1e8027aae1bd486f4230bfec29700 into 1a9b6773a52d4511841c79270c81c27d(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:27,235 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,235 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/C, priority=13, startTime=1732335866702; duration=0sec 2024-11-23T04:24:27,235 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:27,236 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:C 2024-11-23T04:24:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T04:24:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,370 INFO [Thread-2838 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-23T04:24:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-23T04:24:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T04:24:27,373 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,373 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T04:24:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,525 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T04:24:27,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-23T04:24:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-23T04:24:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-23T04:24:27,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-23T04:24:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 158 msec 2024-11-23T04:24:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:24:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123458e14f48a2b47b79e04b0caad99aa5a_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335867596/Put/seqid=0 2024-11-23T04:24:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742495_1671 (size=24358) 2024-11-23T04:24:27,634 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:27,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335927634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335927635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,639 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123458e14f48a2b47b79e04b0caad99aa5a_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123458e14f48a2b47b79e04b0caad99aa5a_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:27,640 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/bd61dea13d604bc3bcc29f334bb4bedb, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:27,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/bd61dea13d604bc3bcc29f334bb4bedb is 175, key is test_row_0/A:col10/1732335867596/Put/seqid=0 2024-11-23T04:24:27,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335927638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335927638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742494_1670 (size=73995) 2024-11-23T04:24:27,643 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/bd61dea13d604bc3bcc29f334bb4bedb 2024-11-23T04:24:27,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/0947df934cda457c8775f5e489487edf is 50, key is test_row_0/B:col10/1732335867596/Put/seqid=0 2024-11-23T04:24:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T04:24:27,675 INFO [Thread-2838 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-23T04:24:27,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-23T04:24:27,678 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T04:24:27,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742496_1672 (size=12001) 2024-11-23T04:24:27,679 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:27,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:27,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/0947df934cda457c8775f5e489487edf 2024-11-23T04:24:27,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/6482ab7ceb914ed9be0164d6cf8166fa is 50, key is test_row_0/C:col10/1732335867596/Put/seqid=0 2024-11-23T04:24:27,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742497_1673 (size=12001) 2024-11-23T04:24:27,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335927739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335927739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335927742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335927742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T04:24:27,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T04:24:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:27,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:27,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335927941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335927942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335927944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335927944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T04:24:27,983 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:27,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T04:24:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:27,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:27,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:28,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/6482ab7ceb914ed9be0164d6cf8166fa 2024-11-23T04:24:28,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/bd61dea13d604bc3bcc29f334bb4bedb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/bd61dea13d604bc3bcc29f334bb4bedb 2024-11-23T04:24:28,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/bd61dea13d604bc3bcc29f334bb4bedb, entries=400, sequenceid=92, filesize=72.3 K 2024-11-23T04:24:28,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/0947df934cda457c8775f5e489487edf as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/0947df934cda457c8775f5e489487edf 2024-11-23T04:24:28,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/0947df934cda457c8775f5e489487edf, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T04:24:28,113 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T04:24:28,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/6482ab7ceb914ed9be0164d6cf8166fa as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/6482ab7ceb914ed9be0164d6cf8166fa 2024-11-23T04:24:28,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/6482ab7ceb914ed9be0164d6cf8166fa, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T04:24:28,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 54b1e8027aae1bd486f4230bfec29700 in 514ms, sequenceid=92, compaction requested=true 2024-11-23T04:24:28,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:28,118 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:28,118 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:28,119 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136008 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:28,119 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/A is initiating minor compaction (all files) 2024-11-23T04:24:28,119 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/A in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:28,119 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/099aecced26e4cada2d8ad19f0daf688, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e53273e22f704bacb6edf3bdc1b3c7c4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/bd61dea13d604bc3bcc29f334bb4bedb] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=132.8 K 2024-11-23T04:24:28,119 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:28,119 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/099aecced26e4cada2d8ad19f0daf688, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e53273e22f704bacb6edf3bdc1b3c7c4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/bd61dea13d604bc3bcc29f334bb4bedb] 2024-11-23T04:24:28,119 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:28,119 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/B is initiating minor compaction (all files) 2024-11-23T04:24:28,119 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/B in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:28,119 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/95eed524f5a54ed0b500f33d7fec85e6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/908e6271d409483da8b4f71cda9ecafb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/0947df934cda457c8775f5e489487edf] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=35.3 K 2024-11-23T04:24:28,121 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 099aecced26e4cada2d8ad19f0daf688, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732335864317 2024-11-23T04:24:28,121 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 95eed524f5a54ed0b500f33d7fec85e6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732335864317 2024-11-23T04:24:28,121 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 908e6271d409483da8b4f71cda9ecafb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732335865444 2024-11-23T04:24:28,121 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e53273e22f704bacb6edf3bdc1b3c7c4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732335865444 2024-11-23T04:24:28,121 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 0947df934cda457c8775f5e489487edf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732335867596 2024-11-23T04:24:28,122 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd61dea13d604bc3bcc29f334bb4bedb, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732335867593 2024-11-23T04:24:28,132 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:28,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T04:24:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:28,136 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T04:24:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:28,145 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123a6f3af44c289407db1c122b493a39f0a_54b1e8027aae1bd486f4230bfec29700 store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:28,146 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#B#compaction#577 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:28,146 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/70920ade75694e21a42af4d961ae2949 is 50, key is test_row_0/B:col10/1732335867596/Put/seqid=0 2024-11-23T04:24:28,147 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123a6f3af44c289407db1c122b493a39f0a_54b1e8027aae1bd486f4230bfec29700, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:28,147 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a6f3af44c289407db1c122b493a39f0a_54b1e8027aae1bd486f4230bfec29700 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:28,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237cabad344fcb497c846914c01b667df9_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335867631/Put/seqid=0 2024-11-23T04:24:28,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742498_1674 (size=12207) 2024-11-23T04:24:28,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742499_1675 (size=4469) 2024-11-23T04:24:28,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742500_1676 (size=12154) 2024-11-23T04:24:28,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:28,167 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237cabad344fcb497c846914c01b667df9_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237cabad344fcb497c846914c01b667df9_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:28,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/fcae0e3551844430ac847772cbfdd279, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:28,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/fcae0e3551844430ac847772cbfdd279 is 175, key is test_row_0/A:col10/1732335867631/Put/seqid=0 2024-11-23T04:24:28,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742501_1677 (size=30955) 2024-11-23T04:24:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:28,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:28,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335928251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335928252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335928253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335928254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T04:24:28,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335928357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335928357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335928357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335928357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335928560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335928560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335928561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335928562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,564 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#A#compaction#576 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:28,565 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/953bb4d9014142479edac1efafe4027f is 175, key is test_row_0/A:col10/1732335867596/Put/seqid=0 2024-11-23T04:24:28,569 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/70920ade75694e21a42af4d961ae2949 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/70920ade75694e21a42af4d961ae2949 2024-11-23T04:24:28,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742502_1678 (size=31161) 2024-11-23T04:24:28,572 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/fcae0e3551844430ac847772cbfdd279 2024-11-23T04:24:28,574 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/953bb4d9014142479edac1efafe4027f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/953bb4d9014142479edac1efafe4027f 2024-11-23T04:24:28,575 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/B of 54b1e8027aae1bd486f4230bfec29700 into 70920ade75694e21a42af4d961ae2949(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:28,575 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:28,575 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/B, priority=13, startTime=1732335868118; duration=0sec 2024-11-23T04:24:28,575 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:28,575 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:B 2024-11-23T04:24:28,575 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:28,576 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:28,576 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/C is initiating minor compaction (all files) 2024-11-23T04:24:28,576 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/C in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:28,576 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/1a9b6773a52d4511841c79270c81c27d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/acb0887a07704d25acc8f4ea75cc52db, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/6482ab7ceb914ed9be0164d6cf8166fa] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=35.3 K 2024-11-23T04:24:28,578 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a9b6773a52d4511841c79270c81c27d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732335864317 2024-11-23T04:24:28,578 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting acb0887a07704d25acc8f4ea75cc52db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732335865444 2024-11-23T04:24:28,578 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 6482ab7ceb914ed9be0164d6cf8166fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732335867596 2024-11-23T04:24:28,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/7576e2c0a7ad4e938ce3f03b0310c7b4 is 50, key is test_row_0/B:col10/1732335867631/Put/seqid=0 2024-11-23T04:24:28,581 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/A of 54b1e8027aae1bd486f4230bfec29700 into 953bb4d9014142479edac1efafe4027f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:28,581 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:28,581 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/A, priority=13, startTime=1732335868118; duration=0sec 2024-11-23T04:24:28,582 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:28,582 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:A 2024-11-23T04:24:28,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742503_1679 (size=12001) 2024-11-23T04:24:28,586 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#C#compaction#580 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:28,586 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/2a7f8c3249354c989be68cda2da3fc86 is 50, key is test_row_0/C:col10/1732335867596/Put/seqid=0 2024-11-23T04:24:28,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742504_1680 (size=12207) 2024-11-23T04:24:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T04:24:28,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335928862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335928862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335928863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335928868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:28,985 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/7576e2c0a7ad4e938ce3f03b0310c7b4 2024-11-23T04:24:28,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/3df0572860f94daeaad3752360d8efd7 is 50, key is test_row_0/C:col10/1732335867631/Put/seqid=0 2024-11-23T04:24:28,994 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/2a7f8c3249354c989be68cda2da3fc86 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2a7f8c3249354c989be68cda2da3fc86 2024-11-23T04:24:28,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742505_1681 (size=12001) 2024-11-23T04:24:28,996 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/3df0572860f94daeaad3752360d8efd7 2024-11-23T04:24:28,998 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/C of 54b1e8027aae1bd486f4230bfec29700 into 2a7f8c3249354c989be68cda2da3fc86(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:28,998 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:28,998 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/C, priority=13, startTime=1732335868118; duration=0sec 2024-11-23T04:24:28,998 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:28,998 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:C 2024-11-23T04:24:29,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/fcae0e3551844430ac847772cbfdd279 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/fcae0e3551844430ac847772cbfdd279 2024-11-23T04:24:29,002 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/fcae0e3551844430ac847772cbfdd279, entries=150, sequenceid=118, filesize=30.2 K 2024-11-23T04:24:29,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/7576e2c0a7ad4e938ce3f03b0310c7b4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/7576e2c0a7ad4e938ce3f03b0310c7b4 2024-11-23T04:24:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,006 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/7576e2c0a7ad4e938ce3f03b0310c7b4, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T04:24:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/3df0572860f94daeaad3752360d8efd7 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/3df0572860f94daeaad3752360d8efd7 2024-11-23T04:24:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,010 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/3df0572860f94daeaad3752360d8efd7, entries=150, sequenceid=118, filesize=11.7 K 2024-11-23T04:24:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 54b1e8027aae1bd486f4230bfec29700 in 875ms, sequenceid=118, compaction requested=false 2024-11-23T04:24:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:29,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-23T04:24:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-23T04:24:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-23T04:24:29,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3330 sec 2024-11-23T04:24:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.3380 sec 2024-11-23T04:24:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T04:24:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:29,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:29,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:29,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:29,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:29,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a1ff2c6b1cc641f0ade2350c6df9d7ec_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335869371/Put/seqid=0 2024-11-23T04:24:29,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742506_1682 (size=17184) 2024-11-23T04:24:29,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335929392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:29,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335929394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:29,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335929395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:29,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335929395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:29,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335929496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:29,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335929498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:29,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335929498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:29,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335929499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:29,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335929699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:29,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335929700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:29,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335929702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:29,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335929702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T04:24:29,782 INFO [Thread-2838 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-23T04:24:29,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:29,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-23T04:24:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T04:24:29,785 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:29,786 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:29,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:29,786 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a1ff2c6b1cc641f0ade2350c6df9d7ec_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a1ff2c6b1cc641f0ade2350c6df9d7ec_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:29,787 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/355358fabdbe4b259162cdaad853b4fa, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:29,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/355358fabdbe4b259162cdaad853b4fa is 175, key is test_row_0/A:col10/1732335869371/Put/seqid=0 2024-11-23T04:24:29,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742507_1683 (size=48289) 2024-11-23T04:24:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T04:24:29,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:29,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T04:24:29,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:29,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:29,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:29,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:29,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:30,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335930003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335930005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335930008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335930008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T04:24:30,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T04:24:30,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:30,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:30,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:30,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:30,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:30,191 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/355358fabdbe4b259162cdaad853b4fa 2024-11-23T04:24:30,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/db894f9853bb41b4bafbff853bc75032 is 50, key is test_row_0/B:col10/1732335869371/Put/seqid=0 2024-11-23T04:24:30,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742508_1684 (size=12101) 2024-11-23T04:24:30,242 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T04:24:30,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:30,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:30,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:30,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:30,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:30,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732335930343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,345 DEBUG [Thread-2834 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:24:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T04:24:30,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T04:24:30,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:30,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:30,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:30,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:30,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:30,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335930505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335930511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335930512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335930515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T04:24:30,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:30,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:30,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:30,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:30,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:30,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/db894f9853bb41b4bafbff853bc75032 2024-11-23T04:24:30,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/e23c98e94cc74a6fbd5b5c785970271a is 50, key is test_row_0/C:col10/1732335869371/Put/seqid=0 2024-11-23T04:24:30,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742509_1685 (size=12101) 2024-11-23T04:24:30,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/e23c98e94cc74a6fbd5b5c785970271a 2024-11-23T04:24:30,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/355358fabdbe4b259162cdaad853b4fa as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/355358fabdbe4b259162cdaad853b4fa 2024-11-23T04:24:30,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/355358fabdbe4b259162cdaad853b4fa, entries=250, sequenceid=134, filesize=47.2 K 2024-11-23T04:24:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/db894f9853bb41b4bafbff853bc75032 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/db894f9853bb41b4bafbff853bc75032 2024-11-23T04:24:30,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/db894f9853bb41b4bafbff853bc75032, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T04:24:30,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/e23c98e94cc74a6fbd5b5c785970271a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/e23c98e94cc74a6fbd5b5c785970271a 2024-11-23T04:24:30,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/e23c98e94cc74a6fbd5b5c785970271a, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T04:24:30,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 54b1e8027aae1bd486f4230bfec29700 in 1256ms, sequenceid=134, compaction requested=true 2024-11-23T04:24:30,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:30,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:30,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:30,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:30,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:30,627 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:30,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:30,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T04:24:30,627 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:30,628 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:30,628 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:30,628 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/B is initiating minor compaction (all files) 2024-11-23T04:24:30,628 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/A is initiating minor compaction (all files) 2024-11-23T04:24:30,628 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/B in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:30,628 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/A in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:30,629 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/953bb4d9014142479edac1efafe4027f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/fcae0e3551844430ac847772cbfdd279, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/355358fabdbe4b259162cdaad853b4fa] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=107.8 K 2024-11-23T04:24:30,629 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/70920ade75694e21a42af4d961ae2949, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/7576e2c0a7ad4e938ce3f03b0310c7b4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/db894f9853bb41b4bafbff853bc75032] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=35.5 K 2024-11-23T04:24:30,629 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:30,629 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/953bb4d9014142479edac1efafe4027f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/fcae0e3551844430ac847772cbfdd279, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/355358fabdbe4b259162cdaad853b4fa] 2024-11-23T04:24:30,629 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 70920ade75694e21a42af4d961ae2949, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732335867596 2024-11-23T04:24:30,629 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 953bb4d9014142479edac1efafe4027f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732335867596 2024-11-23T04:24:30,629 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 7576e2c0a7ad4e938ce3f03b0310c7b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732335867630 2024-11-23T04:24:30,629 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcae0e3551844430ac847772cbfdd279, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732335867630 2024-11-23T04:24:30,630 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting db894f9853bb41b4bafbff853bc75032, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732335868250 2024-11-23T04:24:30,630 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 355358fabdbe4b259162cdaad853b4fa, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732335868250 2024-11-23T04:24:30,636 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#B#compaction#585 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:30,637 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/8dd6de720b834578bc59bcd422cd792e is 50, key is test_row_0/B:col10/1732335869371/Put/seqid=0 2024-11-23T04:24:30,639 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:30,641 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112367d3cb43fe7f4b32bef453433c3c4f67_54b1e8027aae1bd486f4230bfec29700 store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:30,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742510_1686 (size=12409) 2024-11-23T04:24:30,643 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112367d3cb43fe7f4b32bef453433c3c4f67_54b1e8027aae1bd486f4230bfec29700, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:30,643 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112367d3cb43fe7f4b32bef453433c3c4f67_54b1e8027aae1bd486f4230bfec29700 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:30,646 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/8dd6de720b834578bc59bcd422cd792e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/8dd6de720b834578bc59bcd422cd792e 2024-11-23T04:24:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742511_1687 (size=4469) 2024-11-23T04:24:30,650 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/B of 54b1e8027aae1bd486f4230bfec29700 into 8dd6de720b834578bc59bcd422cd792e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:30,650 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:30,650 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/B, priority=13, startTime=1732335870627; duration=0sec 2024-11-23T04:24:30,650 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:30,650 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:B 2024-11-23T04:24:30,650 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:30,651 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:30,651 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/C is initiating minor compaction (all files) 2024-11-23T04:24:30,651 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/C in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:30,652 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2a7f8c3249354c989be68cda2da3fc86, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/3df0572860f94daeaad3752360d8efd7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/e23c98e94cc74a6fbd5b5c785970271a] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=35.5 K 2024-11-23T04:24:30,652 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a7f8c3249354c989be68cda2da3fc86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732335867596 2024-11-23T04:24:30,652 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 3df0572860f94daeaad3752360d8efd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732335867630 2024-11-23T04:24:30,652 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting e23c98e94cc74a6fbd5b5c785970271a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732335868250 2024-11-23T04:24:30,657 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#C#compaction#587 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:30,658 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/14e1a2cea8f840ce9eff4ca4ff4962dd is 50, key is test_row_0/C:col10/1732335869371/Put/seqid=0 2024-11-23T04:24:30,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742512_1688 (size=12409) 2024-11-23T04:24:30,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:30,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T04:24:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:30,701 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T04:24:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:30,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123593d6414c8df49bcb562d33b7013e7c4_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335869390/Put/seqid=0 2024-11-23T04:24:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742513_1689 (size=12304) 2024-11-23T04:24:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T04:24:31,048 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#A#compaction#586 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:31,049 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/06424499170041aeab14bee6fd8fe439 is 175, key is test_row_0/A:col10/1732335869371/Put/seqid=0 2024-11-23T04:24:31,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742514_1690 (size=31363) 2024-11-23T04:24:31,065 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/14e1a2cea8f840ce9eff4ca4ff4962dd as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/14e1a2cea8f840ce9eff4ca4ff4962dd 2024-11-23T04:24:31,068 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/C of 54b1e8027aae1bd486f4230bfec29700 into 14e1a2cea8f840ce9eff4ca4ff4962dd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:31,069 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:31,069 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/C, priority=13, startTime=1732335870627; duration=0sec 2024-11-23T04:24:31,069 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:31,069 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:C 2024-11-23T04:24:31,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:31,116 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123593d6414c8df49bcb562d33b7013e7c4_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123593d6414c8df49bcb562d33b7013e7c4_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:31,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/88e91994f4aa44dea2096fe940176389, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:31,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/88e91994f4aa44dea2096fe940176389 is 175, key is test_row_0/A:col10/1732335869390/Put/seqid=0 2024-11-23T04:24:31,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742515_1691 (size=31105) 2024-11-23T04:24:31,457 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/06424499170041aeab14bee6fd8fe439 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/06424499170041aeab14bee6fd8fe439 2024-11-23T04:24:31,461 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/A of 54b1e8027aae1bd486f4230bfec29700 into 06424499170041aeab14bee6fd8fe439(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:31,461 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:31,461 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/A, priority=13, startTime=1732335870627; duration=0sec 2024-11-23T04:24:31,461 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:31,461 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:A 2024-11-23T04:24:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:31,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:31,521 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/88e91994f4aa44dea2096fe940176389 2024-11-23T04:24:31,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335931523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:31,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335931523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:31,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335931524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:31,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335931525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/02afbe387eb24794bc2f9ff993b3a925 is 50, key is test_row_0/B:col10/1732335869390/Put/seqid=0 2024-11-23T04:24:31,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742516_1692 (size=12151) 2024-11-23T04:24:31,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335931627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:31,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335931627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:31,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335931627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:31,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335931628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:31,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335931829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:31,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335931830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:31,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335931830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:31,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335931830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T04:24:31,931 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/02afbe387eb24794bc2f9ff993b3a925 2024-11-23T04:24:31,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/548bf92224434984afb64a726dce31c4 is 50, key is test_row_0/C:col10/1732335869390/Put/seqid=0 2024-11-23T04:24:31,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742517_1693 (size=12151) 2024-11-23T04:24:32,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335932133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335932133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335932134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335932134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,342 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/548bf92224434984afb64a726dce31c4 2024-11-23T04:24:32,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/88e91994f4aa44dea2096fe940176389 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/88e91994f4aa44dea2096fe940176389 2024-11-23T04:24:32,348 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/88e91994f4aa44dea2096fe940176389, entries=150, sequenceid=158, filesize=30.4 K 2024-11-23T04:24:32,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/02afbe387eb24794bc2f9ff993b3a925 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/02afbe387eb24794bc2f9ff993b3a925 2024-11-23T04:24:32,352 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/02afbe387eb24794bc2f9ff993b3a925, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T04:24:32,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/548bf92224434984afb64a726dce31c4 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/548bf92224434984afb64a726dce31c4 2024-11-23T04:24:32,356 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/548bf92224434984afb64a726dce31c4, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T04:24:32,357 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 54b1e8027aae1bd486f4230bfec29700 in 1656ms, sequenceid=158, compaction requested=false 2024-11-23T04:24:32,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:32,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:32,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-23T04:24:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-23T04:24:32,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-23T04:24:32,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5720 sec 2024-11-23T04:24:32,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.5770 sec 2024-11-23T04:24:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:32,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T04:24:32,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:32,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:32,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:32,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:32,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:32,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:32,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238db66a8aac334f17b65a56aca2107959_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335871521/Put/seqid=0 2024-11-23T04:24:32,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742518_1694 (size=12304) 2024-11-23T04:24:32,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335932656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335932658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335932658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335932659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335932759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335932761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335932761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335932761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335932963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335932964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335932965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:32,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335932965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:33,054 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:33,057 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238db66a8aac334f17b65a56aca2107959_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238db66a8aac334f17b65a56aca2107959_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:33,058 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/918ef4dffc2a4400ba955fa374b79bca, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:33,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/918ef4dffc2a4400ba955fa374b79bca is 175, key is test_row_0/A:col10/1732335871521/Put/seqid=0 2024-11-23T04:24:33,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742519_1695 (size=31105) 2024-11-23T04:24:33,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335933268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:33,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335933268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:33,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335933269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:33,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335933269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:33,465 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/918ef4dffc2a4400ba955fa374b79bca 2024-11-23T04:24:33,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/7cfbbc74430f4594ab66c25b618818ec is 50, key is test_row_0/B:col10/1732335871521/Put/seqid=0 2024-11-23T04:24:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742520_1696 (size=12151) 2024-11-23T04:24:33,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/7cfbbc74430f4594ab66c25b618818ec 2024-11-23T04:24:33,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/b3dece13ca8448e9a4336ddc0e263c31 is 50, key is test_row_0/C:col10/1732335871521/Put/seqid=0 2024-11-23T04:24:33,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742521_1697 (size=12151) 2024-11-23T04:24:33,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:33,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335933772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335933772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:33,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335933774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:33,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335933775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:33,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/b3dece13ca8448e9a4336ddc0e263c31 2024-11-23T04:24:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T04:24:33,890 INFO [Thread-2838 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-23T04:24:33,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/918ef4dffc2a4400ba955fa374b79bca as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/918ef4dffc2a4400ba955fa374b79bca 2024-11-23T04:24:33,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-23T04:24:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T04:24:33,892 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:33,893 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:33,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:33,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/918ef4dffc2a4400ba955fa374b79bca, entries=150, sequenceid=175, filesize=30.4 K 2024-11-23T04:24:33,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/7cfbbc74430f4594ab66c25b618818ec as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/7cfbbc74430f4594ab66c25b618818ec 2024-11-23T04:24:33,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/7cfbbc74430f4594ab66c25b618818ec, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T04:24:33,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/b3dece13ca8448e9a4336ddc0e263c31 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/b3dece13ca8448e9a4336ddc0e263c31 2024-11-23T04:24:33,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/b3dece13ca8448e9a4336ddc0e263c31, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T04:24:33,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 54b1e8027aae1bd486f4230bfec29700 in 1275ms, sequenceid=175, compaction requested=true 2024-11-23T04:24:33,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:33,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:33,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:33,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:33,914 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:33,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:33,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:33,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:33,914 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:33,915 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:33,915 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/B is initiating minor compaction (all files) 2024-11-23T04:24:33,915 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/B in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:33,915 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/8dd6de720b834578bc59bcd422cd792e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/02afbe387eb24794bc2f9ff993b3a925, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/7cfbbc74430f4594ab66c25b618818ec] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=35.9 K 2024-11-23T04:24:33,915 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93573 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:33,916 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/A is initiating minor compaction (all files) 2024-11-23T04:24:33,916 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/A in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:33,916 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/06424499170041aeab14bee6fd8fe439, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/88e91994f4aa44dea2096fe940176389, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/918ef4dffc2a4400ba955fa374b79bca] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=91.4 K 2024-11-23T04:24:33,916 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:33,916 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/06424499170041aeab14bee6fd8fe439, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/88e91994f4aa44dea2096fe940176389, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/918ef4dffc2a4400ba955fa374b79bca] 2024-11-23T04:24:33,916 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dd6de720b834578bc59bcd422cd792e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732335868250 2024-11-23T04:24:33,916 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06424499170041aeab14bee6fd8fe439, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732335868250 2024-11-23T04:24:33,916 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 02afbe387eb24794bc2f9ff993b3a925, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732335869390 2024-11-23T04:24:33,916 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88e91994f4aa44dea2096fe940176389, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732335869390 2024-11-23T04:24:33,916 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cfbbc74430f4594ab66c25b618818ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732335871521 2024-11-23T04:24:33,917 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 918ef4dffc2a4400ba955fa374b79bca, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732335871521 2024-11-23T04:24:33,923 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:33,925 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#B#compaction#595 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:33,925 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/6b4d18a8830d40deb97f9c1b2f4fee7d is 50, key is test_row_0/B:col10/1732335871521/Put/seqid=0 2024-11-23T04:24:33,927 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411234b963b1ae5624f88b4a3a594493a5990_54b1e8027aae1bd486f4230bfec29700 store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:33,930 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411234b963b1ae5624f88b4a3a594493a5990_54b1e8027aae1bd486f4230bfec29700, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:33,930 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234b963b1ae5624f88b4a3a594493a5990_54b1e8027aae1bd486f4230bfec29700 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:33,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742522_1698 (size=12561) 2024-11-23T04:24:33,941 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/6b4d18a8830d40deb97f9c1b2f4fee7d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/6b4d18a8830d40deb97f9c1b2f4fee7d 2024-11-23T04:24:33,945 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/B of 54b1e8027aae1bd486f4230bfec29700 into 6b4d18a8830d40deb97f9c1b2f4fee7d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:33,946 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:33,946 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/B, priority=13, startTime=1732335873914; duration=0sec 2024-11-23T04:24:33,946 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:33,946 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:B 2024-11-23T04:24:33,946 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:33,947 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:33,947 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/C is initiating minor compaction (all files) 2024-11-23T04:24:33,947 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/C in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:33,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742523_1699 (size=4469) 2024-11-23T04:24:33,947 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/14e1a2cea8f840ce9eff4ca4ff4962dd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/548bf92224434984afb64a726dce31c4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/b3dece13ca8448e9a4336ddc0e263c31] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=35.9 K 2024-11-23T04:24:33,948 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 14e1a2cea8f840ce9eff4ca4ff4962dd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732335868250 2024-11-23T04:24:33,948 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 548bf92224434984afb64a726dce31c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732335869390 2024-11-23T04:24:33,948 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#A#compaction#594 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:33,948 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting b3dece13ca8448e9a4336ddc0e263c31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732335871521 2024-11-23T04:24:33,949 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/e14dc3081fc84dc4bc08f8a929fbbc08 is 175, key is test_row_0/A:col10/1732335871521/Put/seqid=0 2024-11-23T04:24:33,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742524_1700 (size=31515) 2024-11-23T04:24:33,957 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#C#compaction#596 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:33,958 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/bcc8d689d94742c399581f065b08de40 is 50, key is test_row_0/C:col10/1732335871521/Put/seqid=0 2024-11-23T04:24:33,958 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/e14dc3081fc84dc4bc08f8a929fbbc08 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e14dc3081fc84dc4bc08f8a929fbbc08 2024-11-23T04:24:33,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742525_1701 (size=12561) 2024-11-23T04:24:33,963 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/A of 54b1e8027aae1bd486f4230bfec29700 into e14dc3081fc84dc4bc08f8a929fbbc08(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:33,963 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:33,963 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/A, priority=13, startTime=1732335873914; duration=0sec 2024-11-23T04:24:33,963 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:33,963 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:A 2024-11-23T04:24:33,966 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/bcc8d689d94742c399581f065b08de40 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/bcc8d689d94742c399581f065b08de40 2024-11-23T04:24:33,971 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/C of 54b1e8027aae1bd486f4230bfec29700 into bcc8d689d94742c399581f065b08de40(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:33,971 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:33,971 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/C, priority=13, startTime=1732335873914; duration=0sec 2024-11-23T04:24:33,971 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:33,971 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:C 2024-11-23T04:24:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T04:24:34,045 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:34,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T04:24:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:34,045 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T04:24:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:34,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:34,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:34,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:34,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:34,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:34,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f117eee224de4b85b7ed369f7af223ac_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335872657/Put/seqid=0 2024-11-23T04:24:34,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742526_1702 (size=12304) 2024-11-23T04:24:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T04:24:34,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:34,459 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f117eee224de4b85b7ed369f7af223ac_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f117eee224de4b85b7ed369f7af223ac_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:34,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/743bee4e6c68444eb05a9ff4f4968322, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:34,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/743bee4e6c68444eb05a9ff4f4968322 is 175, key is test_row_0/A:col10/1732335872657/Put/seqid=0 2024-11-23T04:24:34,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742527_1703 (size=31105) 2024-11-23T04:24:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T04:24:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:34,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:34,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:34,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335934788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335934787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:34,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335934789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:34,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335934790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:34,865 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/743bee4e6c68444eb05a9ff4f4968322 2024-11-23T04:24:34,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/85bae28e182d4eb895c2955a7f4b8e6f is 50, key is test_row_0/B:col10/1732335872657/Put/seqid=0 2024-11-23T04:24:34,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742528_1704 (size=12151) 2024-11-23T04:24:34,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335934891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:34,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335934891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:34,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335934892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:34,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335934893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T04:24:35,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335935094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:35,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335935094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:35,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335935095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:35,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335935096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:35,275 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/85bae28e182d4eb895c2955a7f4b8e6f 2024-11-23T04:24:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/2d9f3b80b8f34cdfbb8b3dbb293f9955 is 50, key is test_row_0/C:col10/1732335872657/Put/seqid=0 2024-11-23T04:24:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742529_1705 (size=12151) 2024-11-23T04:24:35,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:35,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335935397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335935397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:35,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335935399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:35,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335935401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:35,685 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/2d9f3b80b8f34cdfbb8b3dbb293f9955 2024-11-23T04:24:35,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/743bee4e6c68444eb05a9ff4f4968322 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/743bee4e6c68444eb05a9ff4f4968322 2024-11-23T04:24:35,695 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/743bee4e6c68444eb05a9ff4f4968322, entries=150, sequenceid=200, filesize=30.4 K 2024-11-23T04:24:35,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/85bae28e182d4eb895c2955a7f4b8e6f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/85bae28e182d4eb895c2955a7f4b8e6f 2024-11-23T04:24:35,699 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/85bae28e182d4eb895c2955a7f4b8e6f, entries=150, sequenceid=200, filesize=11.9 K 2024-11-23T04:24:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/2d9f3b80b8f34cdfbb8b3dbb293f9955 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2d9f3b80b8f34cdfbb8b3dbb293f9955 2024-11-23T04:24:35,703 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2d9f3b80b8f34cdfbb8b3dbb293f9955, entries=150, sequenceid=200, filesize=11.9 K 2024-11-23T04:24:35,703 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 54b1e8027aae1bd486f4230bfec29700 in 1658ms, sequenceid=200, compaction requested=false 2024-11-23T04:24:35,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:35,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:35,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-23T04:24:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-23T04:24:35,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-23T04:24:35,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8110 sec 2024-11-23T04:24:35,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.8150 sec 2024-11-23T04:24:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:35,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T04:24:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:35,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fa72733dd6654c1c9067711b28175889_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335875901/Put/seqid=0 2024-11-23T04:24:35,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742530_1706 (size=14794) 2024-11-23T04:24:35,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335935918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:35,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:35,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335935918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335935919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:35,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335935920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T04:24:35,997 INFO [Thread-2838 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-23T04:24:35,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-23T04:24:35,999 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T04:24:36,000 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:36,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:36,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335936021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335936024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335936024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335936024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T04:24:36,152 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T04:24:36,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:36,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:36,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:36,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335936225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335936226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335936227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335936228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T04:24:36,305 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T04:24:36,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:36,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:36,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:36,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,318 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:36,321 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fa72733dd6654c1c9067711b28175889_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fa72733dd6654c1c9067711b28175889_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:36,322 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/c47ea4f8ed9c40488daf418e41a63b1a, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:36,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/c47ea4f8ed9c40488daf418e41a63b1a is 175, key is test_row_0/A:col10/1732335875901/Put/seqid=0 2024-11-23T04:24:36,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742531_1707 (size=39749) 2024-11-23T04:24:36,326 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/c47ea4f8ed9c40488daf418e41a63b1a 2024-11-23T04:24:36,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/a2523ad1c6064827a5d9c14552a34f47 is 50, key is test_row_0/B:col10/1732335875901/Put/seqid=0 2024-11-23T04:24:36,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742532_1708 (size=12151) 2024-11-23T04:24:36,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T04:24:36,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:36,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:36,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:36,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335936529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335936529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335936529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335936531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T04:24:36,611 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T04:24:36,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:36,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:36,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:36,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/a2523ad1c6064827a5d9c14552a34f47 2024-11-23T04:24:36,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/2b35070e75b54f94a458c025615251fe is 50, key is test_row_0/C:col10/1732335875901/Put/seqid=0 2024-11-23T04:24:36,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742533_1709 (size=12151) 2024-11-23T04:24:36,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T04:24:36,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:36,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:36,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:36,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:36,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T04:24:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:36,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:37,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335937032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:37,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335937032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:37,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335937034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:37,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335937034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:37,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:37,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T04:24:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:37,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T04:24:37,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/2b35070e75b54f94a458c025615251fe 2024-11-23T04:24:37,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/c47ea4f8ed9c40488daf418e41a63b1a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c47ea4f8ed9c40488daf418e41a63b1a 2024-11-23T04:24:37,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c47ea4f8ed9c40488daf418e41a63b1a, entries=200, sequenceid=215, filesize=38.8 K 2024-11-23T04:24:37,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/a2523ad1c6064827a5d9c14552a34f47 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/a2523ad1c6064827a5d9c14552a34f47 2024-11-23T04:24:37,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/a2523ad1c6064827a5d9c14552a34f47, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T04:24:37,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/2b35070e75b54f94a458c025615251fe as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2b35070e75b54f94a458c025615251fe 2024-11-23T04:24:37,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2b35070e75b54f94a458c025615251fe, entries=150, sequenceid=215, filesize=11.9 K 2024-11-23T04:24:37,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 54b1e8027aae1bd486f4230bfec29700 in 1266ms, sequenceid=215, compaction requested=true 2024-11-23T04:24:37,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:37,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:37,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:37,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:37,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:37,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:37,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:37,169 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:37,169 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:37,169 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:37,169 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:37,170 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/B is initiating minor compaction (all files) 2024-11-23T04:24:37,170 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/A is initiating minor compaction (all files) 2024-11-23T04:24:37,170 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/B in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:37,170 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/A in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:37,170 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/6b4d18a8830d40deb97f9c1b2f4fee7d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/85bae28e182d4eb895c2955a7f4b8e6f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/a2523ad1c6064827a5d9c14552a34f47] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=36.0 K 2024-11-23T04:24:37,170 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e14dc3081fc84dc4bc08f8a929fbbc08, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/743bee4e6c68444eb05a9ff4f4968322, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c47ea4f8ed9c40488daf418e41a63b1a] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=100.0 K 2024-11-23T04:24:37,170 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:37,170 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e14dc3081fc84dc4bc08f8a929fbbc08, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/743bee4e6c68444eb05a9ff4f4968322, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c47ea4f8ed9c40488daf418e41a63b1a] 2024-11-23T04:24:37,170 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b4d18a8830d40deb97f9c1b2f4fee7d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732335871521 2024-11-23T04:24:37,170 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e14dc3081fc84dc4bc08f8a929fbbc08, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732335871521 2024-11-23T04:24:37,171 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 743bee4e6c68444eb05a9ff4f4968322, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732335872654 2024-11-23T04:24:37,171 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 85bae28e182d4eb895c2955a7f4b8e6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732335872654 2024-11-23T04:24:37,171 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting c47ea4f8ed9c40488daf418e41a63b1a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732335874777 2024-11-23T04:24:37,171 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting a2523ad1c6064827a5d9c14552a34f47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732335874788 2024-11-23T04:24:37,177 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:37,179 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#B#compaction#604 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:37,179 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123abfbe09cf3ce4b75ad3e33b9a441a8c5_54b1e8027aae1bd486f4230bfec29700 store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:37,179 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/54a02084d81c48668008deeaacfe540b is 50, key is test_row_0/B:col10/1732335875901/Put/seqid=0 2024-11-23T04:24:37,181 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123abfbe09cf3ce4b75ad3e33b9a441a8c5_54b1e8027aae1bd486f4230bfec29700, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:37,182 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123abfbe09cf3ce4b75ad3e33b9a441a8c5_54b1e8027aae1bd486f4230bfec29700 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742534_1710 (size=12663) 2024-11-23T04:24:37,189 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/54a02084d81c48668008deeaacfe540b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/54a02084d81c48668008deeaacfe540b 2024-11-23T04:24:37,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742535_1711 (size=4469) 2024-11-23T04:24:37,192 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#A#compaction#603 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:37,193 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/97edee15620e476aa79b20def3fa5061 is 175, key is test_row_0/A:col10/1732335875901/Put/seqid=0 2024-11-23T04:24:37,193 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/B of 54b1e8027aae1bd486f4230bfec29700 into 54a02084d81c48668008deeaacfe540b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:37,193 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:37,193 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/B, priority=13, startTime=1732335877168; duration=0sec 2024-11-23T04:24:37,193 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:37,193 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:B 2024-11-23T04:24:37,194 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:37,195 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:37,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742536_1712 (size=31617) 2024-11-23T04:24:37,196 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/C is initiating minor compaction (all files) 2024-11-23T04:24:37,196 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/C in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:37,196 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/bcc8d689d94742c399581f065b08de40, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2d9f3b80b8f34cdfbb8b3dbb293f9955, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2b35070e75b54f94a458c025615251fe] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=36.0 K 2024-11-23T04:24:37,196 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting bcc8d689d94742c399581f065b08de40, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732335871521 2024-11-23T04:24:37,196 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d9f3b80b8f34cdfbb8b3dbb293f9955, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732335872654 2024-11-23T04:24:37,197 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b35070e75b54f94a458c025615251fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732335874788 2024-11-23T04:24:37,202 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#C#compaction#605 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:37,203 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/d63fd38d15ba42669f93e8305351182d is 50, key is test_row_0/C:col10/1732335875901/Put/seqid=0 2024-11-23T04:24:37,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742537_1713 (size=12663) 2024-11-23T04:24:37,210 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/d63fd38d15ba42669f93e8305351182d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/d63fd38d15ba42669f93e8305351182d 2024-11-23T04:24:37,214 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/C of 54b1e8027aae1bd486f4230bfec29700 into d63fd38d15ba42669f93e8305351182d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:37,214 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:37,214 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/C, priority=13, startTime=1732335877169; duration=0sec 2024-11-23T04:24:37,214 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:37,214 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:C 2024-11-23T04:24:37,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:37,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T04:24:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:37,221 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T04:24:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:37,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f892dca9b0d74d168def766c7bebcffd_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335875917/Put/seqid=0 2024-11-23T04:24:37,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742538_1714 (size=12304) 2024-11-23T04:24:37,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:37,235 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f892dca9b0d74d168def766c7bebcffd_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f892dca9b0d74d168def766c7bebcffd_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:37,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/c4504025f1df4c52bc4b91c263bc5a08, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:37,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/c4504025f1df4c52bc4b91c263bc5a08 is 175, key is test_row_0/A:col10/1732335875917/Put/seqid=0 2024-11-23T04:24:37,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742539_1715 (size=31105) 2024-11-23T04:24:37,600 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/97edee15620e476aa79b20def3fa5061 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/97edee15620e476aa79b20def3fa5061 2024-11-23T04:24:37,604 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/A of 54b1e8027aae1bd486f4230bfec29700 into 97edee15620e476aa79b20def3fa5061(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:37,604 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:37,604 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/A, priority=13, startTime=1732335877168; duration=0sec 2024-11-23T04:24:37,604 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:37,604 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:A 2024-11-23T04:24:37,640 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/c4504025f1df4c52bc4b91c263bc5a08 2024-11-23T04:24:37,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/171921e86f914fd191ffa0200340535b is 50, key is test_row_0/B:col10/1732335875917/Put/seqid=0 2024-11-23T04:24:37,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742540_1716 (size=12151) 2024-11-23T04:24:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:38,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:38,051 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/171921e86f914fd191ffa0200340535b 2024-11-23T04:24:38,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335938049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335938050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335938051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335938052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/55a0100921b4414d929e6bb2c1643581 is 50, key is test_row_0/C:col10/1732335875917/Put/seqid=0 2024-11-23T04:24:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742541_1717 (size=12151) 2024-11-23T04:24:38,061 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/55a0100921b4414d929e6bb2c1643581 2024-11-23T04:24:38,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/c4504025f1df4c52bc4b91c263bc5a08 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c4504025f1df4c52bc4b91c263bc5a08 2024-11-23T04:24:38,068 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c4504025f1df4c52bc4b91c263bc5a08, entries=150, sequenceid=238, filesize=30.4 K 2024-11-23T04:24:38,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/171921e86f914fd191ffa0200340535b as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/171921e86f914fd191ffa0200340535b 2024-11-23T04:24:38,071 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/171921e86f914fd191ffa0200340535b, entries=150, sequenceid=238, filesize=11.9 K 2024-11-23T04:24:38,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/55a0100921b4414d929e6bb2c1643581 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/55a0100921b4414d929e6bb2c1643581 2024-11-23T04:24:38,075 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/55a0100921b4414d929e6bb2c1643581, entries=150, sequenceid=238, filesize=11.9 K 2024-11-23T04:24:38,076 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 54b1e8027aae1bd486f4230bfec29700 in 854ms, sequenceid=238, compaction requested=false 2024-11-23T04:24:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-23T04:24:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-23T04:24:38,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-23T04:24:38,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0770 sec 2024-11-23T04:24:38,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.0800 sec 2024-11-23T04:24:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T04:24:38,103 INFO [Thread-2838 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-23T04:24:38,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T04:24:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-23T04:24:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T04:24:38,106 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T04:24:38,106 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T04:24:38,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T04:24:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:38,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T04:24:38,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:38,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:38,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:38,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:38,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:38,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:38,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123620f297210ad43ceb84329dff3be846f_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335878155/Put/seqid=0 2024-11-23T04:24:38,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742542_1718 (size=14844) 2024-11-23T04:24:38,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335938170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335938173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335938174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335938174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T04:24:38,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T04:24:38,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:38,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:38,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:38,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335938275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335938277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335938277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335938277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T04:24:38,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T04:24:38,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:38,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:38,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:38,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335938478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335938480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335938481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335938482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T04:24:38,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:38,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:38,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:38,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,568 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:38,571 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123620f297210ad43ceb84329dff3be846f_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123620f297210ad43ceb84329dff3be846f_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:38,572 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/6c684110507943e8bdbe6bd3076b4339, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:38,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/6c684110507943e8bdbe6bd3076b4339 is 175, key is test_row_0/A:col10/1732335878155/Put/seqid=0 2024-11-23T04:24:38,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742543_1719 (size=39799) 2024-11-23T04:24:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T04:24:38,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T04:24:38,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:38,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:38,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:38,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335938782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335938783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335938786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335938786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,867 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:38,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T04:24:38,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:38,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:38,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:38,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T04:24:38,977 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/6c684110507943e8bdbe6bd3076b4339 2024-11-23T04:24:38,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/2490cee4159e4742a3d38b4bea5f18ce is 50, key is test_row_0/B:col10/1732335878155/Put/seqid=0 2024-11-23T04:24:38,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742544_1720 (size=12201) 2024-11-23T04:24:38,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/2490cee4159e4742a3d38b4bea5f18ce 2024-11-23T04:24:38,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/cb50bac4c8524bf2b9fdd8e6d454130a is 50, key is test_row_0/C:col10/1732335878155/Put/seqid=0 2024-11-23T04:24:38,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742545_1721 (size=12201) 2024-11-23T04:24:38,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/cb50bac4c8524bf2b9fdd8e6d454130a 2024-11-23T04:24:38,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/6c684110507943e8bdbe6bd3076b4339 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/6c684110507943e8bdbe6bd3076b4339 2024-11-23T04:24:39,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/6c684110507943e8bdbe6bd3076b4339, entries=200, sequenceid=257, filesize=38.9 K 2024-11-23T04:24:39,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/2490cee4159e4742a3d38b4bea5f18ce as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/2490cee4159e4742a3d38b4bea5f18ce 2024-11-23T04:24:39,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/2490cee4159e4742a3d38b4bea5f18ce, entries=150, sequenceid=257, filesize=11.9 K 2024-11-23T04:24:39,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/cb50bac4c8524bf2b9fdd8e6d454130a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/cb50bac4c8524bf2b9fdd8e6d454130a 2024-11-23T04:24:39,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/cb50bac4c8524bf2b9fdd8e6d454130a, entries=150, sequenceid=257, filesize=11.9 K 2024-11-23T04:24:39,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 54b1e8027aae1bd486f4230bfec29700 in 857ms, sequenceid=257, compaction requested=true 2024-11-23T04:24:39,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:39,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:39,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:39,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:39,013 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:39,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:39,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:39,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:39,013 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:39,015 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102521 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:39,015 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:39,015 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/A is initiating minor compaction (all files) 2024-11-23T04:24:39,015 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/B is initiating minor compaction (all files) 2024-11-23T04:24:39,015 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/A in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:39,015 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/B in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:39,015 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/97edee15620e476aa79b20def3fa5061, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c4504025f1df4c52bc4b91c263bc5a08, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/6c684110507943e8bdbe6bd3076b4339] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=100.1 K 2024-11-23T04:24:39,015 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/54a02084d81c48668008deeaacfe540b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/171921e86f914fd191ffa0200340535b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/2490cee4159e4742a3d38b4bea5f18ce] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=36.1 K 2024-11-23T04:24:39,015 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:39,015 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/97edee15620e476aa79b20def3fa5061, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c4504025f1df4c52bc4b91c263bc5a08, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/6c684110507943e8bdbe6bd3076b4339] 2024-11-23T04:24:39,016 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 54a02084d81c48668008deeaacfe540b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732335874788 2024-11-23T04:24:39,016 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97edee15620e476aa79b20def3fa5061, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732335874788 2024-11-23T04:24:39,016 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 171921e86f914fd191ffa0200340535b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732335875917 2024-11-23T04:24:39,016 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4504025f1df4c52bc4b91c263bc5a08, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732335875917 2024-11-23T04:24:39,016 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 2490cee4159e4742a3d38b4bea5f18ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732335878049 2024-11-23T04:24:39,016 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c684110507943e8bdbe6bd3076b4339, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732335878049 2024-11-23T04:24:39,020 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40403 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T04:24:39,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:39,021 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T04:24:39,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:39,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:39,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:39,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:39,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:39,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:39,025 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:39,030 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#B#compaction#613 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:39,030 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/f52e03a33ad3434d8cf750f35b147448 is 50, key is test_row_0/B:col10/1732335878155/Put/seqid=0 2024-11-23T04:24:39,032 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411230e378cfd200249deb6a4238d544e53c6_54b1e8027aae1bd486f4230bfec29700 store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:39,033 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411230e378cfd200249deb6a4238d544e53c6_54b1e8027aae1bd486f4230bfec29700, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:39,034 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230e378cfd200249deb6a4238d544e53c6_54b1e8027aae1bd486f4230bfec29700 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:39,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a932fc56fcd846dda87304582692208a_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335878173/Put/seqid=0 2024-11-23T04:24:39,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742546_1722 (size=12815) 2024-11-23T04:24:39,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742547_1723 (size=4469) 2024-11-23T04:24:39,062 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#A#compaction#612 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:39,063 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/f2400f1d1f9746a8895eabf96d334dcf is 175, key is test_row_0/A:col10/1732335878155/Put/seqid=0 2024-11-23T04:24:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742548_1724 (size=12454) 2024-11-23T04:24:39,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742549_1725 (size=31769) 2024-11-23T04:24:39,078 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/f2400f1d1f9746a8895eabf96d334dcf as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/f2400f1d1f9746a8895eabf96d334dcf 2024-11-23T04:24:39,082 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/A of 54b1e8027aae1bd486f4230bfec29700 into f2400f1d1f9746a8895eabf96d334dcf(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:39,082 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:39,082 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/A, priority=13, startTime=1732335879013; duration=0sec 2024-11-23T04:24:39,082 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:39,082 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:A 2024-11-23T04:24:39,082 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:39,083 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:39,083 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/C is initiating minor compaction (all files) 2024-11-23T04:24:39,083 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/C in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:39,083 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/d63fd38d15ba42669f93e8305351182d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/55a0100921b4414d929e6bb2c1643581, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/cb50bac4c8524bf2b9fdd8e6d454130a] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=36.1 K 2024-11-23T04:24:39,084 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting d63fd38d15ba42669f93e8305351182d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732335874788 2024-11-23T04:24:39,085 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55a0100921b4414d929e6bb2c1643581, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732335875917 2024-11-23T04:24:39,085 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb50bac4c8524bf2b9fdd8e6d454130a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732335878049 2024-11-23T04:24:39,092 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#C#compaction#615 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:39,093 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/ee6b6ff8f90447d5a0c057cca67a7e49 is 50, key is test_row_0/C:col10/1732335878155/Put/seqid=0 2024-11-23T04:24:39,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742550_1726 (size=12815) 2024-11-23T04:24:39,100 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/ee6b6ff8f90447d5a0c057cca67a7e49 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/ee6b6ff8f90447d5a0c057cca67a7e49 2024-11-23T04:24:39,104 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/C of 54b1e8027aae1bd486f4230bfec29700 into ee6b6ff8f90447d5a0c057cca67a7e49(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:39,104 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:39,104 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/C, priority=13, startTime=1732335879013; duration=0sec 2024-11-23T04:24:39,104 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:39,104 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:C 2024-11-23T04:24:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T04:24:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:39,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. as already flushing 2024-11-23T04:24:39,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335939298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335939298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335939301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335939301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335939402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335939402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335939403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335939403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,454 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/f52e03a33ad3434d8cf750f35b147448 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/f52e03a33ad3434d8cf750f35b147448 2024-11-23T04:24:39,458 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/B of 54b1e8027aae1bd486f4230bfec29700 into f52e03a33ad3434d8cf750f35b147448(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:39,458 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:39,458 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/B, priority=13, startTime=1732335879013; duration=0sec 2024-11-23T04:24:39,458 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:39,458 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:B 2024-11-23T04:24:39,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:39,476 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a932fc56fcd846dda87304582692208a_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a932fc56fcd846dda87304582692208a_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:39,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/4d0333b27458446bb8eb120f08a52e5a, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:39,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/4d0333b27458446bb8eb120f08a52e5a is 175, key is test_row_0/A:col10/1732335878173/Put/seqid=0 2024-11-23T04:24:39,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742551_1727 (size=31255) 2024-11-23T04:24:39,481 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/4d0333b27458446bb8eb120f08a52e5a 2024-11-23T04:24:39,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/be413bc0fc314943b2d6dd8b8327e383 is 50, key is test_row_0/B:col10/1732335878173/Put/seqid=0 2024-11-23T04:24:39,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742552_1728 (size=12301) 2024-11-23T04:24:39,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335939604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335939605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335939605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335939606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,892 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/be413bc0fc314943b2d6dd8b8327e383 2024-11-23T04:24:39,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/d420b74619464ceb96be59d6089bf172 is 50, key is test_row_0/C:col10/1732335878173/Put/seqid=0 2024-11-23T04:24:39,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742553_1729 (size=12301) 2024-11-23T04:24:39,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335939909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335939909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335939909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:39,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335939910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T04:24:40,301 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/d420b74619464ceb96be59d6089bf172 2024-11-23T04:24:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/4d0333b27458446bb8eb120f08a52e5a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/4d0333b27458446bb8eb120f08a52e5a 2024-11-23T04:24:40,308 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/4d0333b27458446bb8eb120f08a52e5a, entries=150, sequenceid=276, filesize=30.5 K 2024-11-23T04:24:40,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/be413bc0fc314943b2d6dd8b8327e383 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/be413bc0fc314943b2d6dd8b8327e383 2024-11-23T04:24:40,312 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/be413bc0fc314943b2d6dd8b8327e383, entries=150, sequenceid=276, filesize=12.0 K 2024-11-23T04:24:40,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/d420b74619464ceb96be59d6089bf172 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/d420b74619464ceb96be59d6089bf172 2024-11-23T04:24:40,315 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/d420b74619464ceb96be59d6089bf172, entries=150, sequenceid=276, filesize=12.0 K 2024-11-23T04:24:40,316 INFO [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 54b1e8027aae1bd486f4230bfec29700 in 1296ms, sequenceid=276, compaction requested=false 2024-11-23T04:24:40,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:40,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:40,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7aee8d3d5b7a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-23T04:24:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-23T04:24:40,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-23T04:24:40,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2110 sec 2024-11-23T04:24:40,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.2150 sec 2024-11-23T04:24:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:40,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T04:24:40,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:40,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:40,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:40,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:40,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:40,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:40,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a280942bc5174297a6e561e464bc1df0_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335879299/Put/seqid=0 2024-11-23T04:24:40,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742554_1730 (size=14994) 2024-11-23T04:24:40,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335940430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335940430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335940430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335940431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732335940443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,444 DEBUG [Thread-2834 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18280 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., hostname=7aee8d3d5b7a,40403,1732335719393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T04:24:40,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335940533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335940533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335940534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335940534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335940736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335940736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335940737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335940737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:40,823 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:40,826 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a280942bc5174297a6e561e464bc1df0_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a280942bc5174297a6e561e464bc1df0_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:40,827 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/e2fbb9a61c6142e39474bda0e1476287, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:40,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/e2fbb9a61c6142e39474bda0e1476287 is 175, key is test_row_0/A:col10/1732335879299/Put/seqid=0 2024-11-23T04:24:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742555_1731 (size=39949) 2024-11-23T04:24:41,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:41,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335941039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335941040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:41,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335941040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:41,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335941040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:41,231 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/e2fbb9a61c6142e39474bda0e1476287 2024-11-23T04:24:41,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/bbea0eb64ade4eacbaa36eff1ebb82bb is 50, key is test_row_0/B:col10/1732335879299/Put/seqid=0 2024-11-23T04:24:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742556_1732 (size=12301) 2024-11-23T04:24:41,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1732335941544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:41,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54684 deadline: 1732335941544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:41,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54706 deadline: 1732335941545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:41,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T04:24:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1732335941548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:41,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/bbea0eb64ade4eacbaa36eff1ebb82bb 2024-11-23T04:24:41,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/9abda4c6f4994117a9c5dd57e39ac7a3 is 50, key is test_row_0/C:col10/1732335879299/Put/seqid=0 2024-11-23T04:24:41,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742557_1733 (size=12301) 2024-11-23T04:24:42,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/9abda4c6f4994117a9c5dd57e39ac7a3 2024-11-23T04:24:42,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/e2fbb9a61c6142e39474bda0e1476287 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e2fbb9a61c6142e39474bda0e1476287 2024-11-23T04:24:42,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e2fbb9a61c6142e39474bda0e1476287, entries=200, sequenceid=297, filesize=39.0 K 2024-11-23T04:24:42,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/bbea0eb64ade4eacbaa36eff1ebb82bb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/bbea0eb64ade4eacbaa36eff1ebb82bb 2024-11-23T04:24:42,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/bbea0eb64ade4eacbaa36eff1ebb82bb, entries=150, sequenceid=297, filesize=12.0 K 2024-11-23T04:24:42,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/9abda4c6f4994117a9c5dd57e39ac7a3 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/9abda4c6f4994117a9c5dd57e39ac7a3 2024-11-23T04:24:42,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/9abda4c6f4994117a9c5dd57e39ac7a3, entries=150, sequenceid=297, filesize=12.0 K 2024-11-23T04:24:42,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 54b1e8027aae1bd486f4230bfec29700 in 1658ms, sequenceid=297, compaction requested=true 2024-11-23T04:24:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T04:24:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T04:24:42,071 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54b1e8027aae1bd486f4230bfec29700:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T04:24:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T04:24:42,071 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:42,072 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102973 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:42,072 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:42,072 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/A is initiating minor compaction (all files) 2024-11-23T04:24:42,072 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/B is initiating minor compaction (all files) 2024-11-23T04:24:42,072 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/B in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:42,072 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/A in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:42,072 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/f52e03a33ad3434d8cf750f35b147448, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/be413bc0fc314943b2d6dd8b8327e383, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/bbea0eb64ade4eacbaa36eff1ebb82bb] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=36.5 K 2024-11-23T04:24:42,072 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/f2400f1d1f9746a8895eabf96d334dcf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/4d0333b27458446bb8eb120f08a52e5a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e2fbb9a61c6142e39474bda0e1476287] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=100.6 K 2024-11-23T04:24:42,072 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:42,072 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. files: [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/f2400f1d1f9746a8895eabf96d334dcf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/4d0333b27458446bb8eb120f08a52e5a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e2fbb9a61c6142e39474bda0e1476287] 2024-11-23T04:24:42,073 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting f52e03a33ad3434d8cf750f35b147448, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732335878049 2024-11-23T04:24:42,073 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2400f1d1f9746a8895eabf96d334dcf, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732335878049 2024-11-23T04:24:42,073 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting be413bc0fc314943b2d6dd8b8327e383, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732335878168 2024-11-23T04:24:42,073 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d0333b27458446bb8eb120f08a52e5a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732335878168 2024-11-23T04:24:42,073 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting bbea0eb64ade4eacbaa36eff1ebb82bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732335879294 2024-11-23T04:24:42,073 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2fbb9a61c6142e39474bda0e1476287, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732335879294 2024-11-23T04:24:42,079 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:42,080 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#B#compaction#621 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:42,080 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112390d224248555491b8cdd82ef49ffb676_54b1e8027aae1bd486f4230bfec29700 store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:42,081 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/aa7ccd6e64f84740b8134053bfb19140 is 50, key is test_row_0/B:col10/1732335879299/Put/seqid=0 2024-11-23T04:24:42,082 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112390d224248555491b8cdd82ef49ffb676_54b1e8027aae1bd486f4230bfec29700, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:42,082 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112390d224248555491b8cdd82ef49ffb676_54b1e8027aae1bd486f4230bfec29700 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:42,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742558_1734 (size=13017) 2024-11-23T04:24:42,088 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/aa7ccd6e64f84740b8134053bfb19140 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/aa7ccd6e64f84740b8134053bfb19140 2024-11-23T04:24:42,092 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/B of 54b1e8027aae1bd486f4230bfec29700 into aa7ccd6e64f84740b8134053bfb19140(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:42,092 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:42,092 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/B, priority=13, startTime=1732335882071; duration=0sec 2024-11-23T04:24:42,092 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T04:24:42,092 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:B 2024-11-23T04:24:42,092 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T04:24:42,093 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T04:24:42,093 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1540): 54b1e8027aae1bd486f4230bfec29700/C is initiating minor compaction (all files) 2024-11-23T04:24:42,093 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 54b1e8027aae1bd486f4230bfec29700/C in TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:42,093 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/ee6b6ff8f90447d5a0c057cca67a7e49, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/d420b74619464ceb96be59d6089bf172, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/9abda4c6f4994117a9c5dd57e39ac7a3] into tmpdir=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp, totalSize=36.5 K 2024-11-23T04:24:42,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742559_1735 (size=4469) 2024-11-23T04:24:42,094 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting ee6b6ff8f90447d5a0c057cca67a7e49, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732335878049 2024-11-23T04:24:42,094 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting d420b74619464ceb96be59d6089bf172, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732335878168 2024-11-23T04:24:42,095 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#A#compaction#622 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:42,095 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/261b5a4cda964c39af3f559c5dc5f65e is 175, key is test_row_0/A:col10/1732335879299/Put/seqid=0 2024-11-23T04:24:42,096 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] compactions.Compactor(224): Compacting 9abda4c6f4994117a9c5dd57e39ac7a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732335879294 2024-11-23T04:24:42,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742560_1736 (size=31971) 2024-11-23T04:24:42,114 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54b1e8027aae1bd486f4230bfec29700#C#compaction#623 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-23T04:24:42,114 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/1b167133bd564175831bfb7eb66cbd35 is 50, key is test_row_0/C:col10/1732335879299/Put/seqid=0 2024-11-23T04:24:42,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742561_1737 (size=13017) 2024-11-23T04:24:42,122 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/1b167133bd564175831bfb7eb66cbd35 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/1b167133bd564175831bfb7eb66cbd35 2024-11-23T04:24:42,127 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/C of 54b1e8027aae1bd486f4230bfec29700 into 1b167133bd564175831bfb7eb66cbd35(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:42,127 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:42,127 INFO [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/C, priority=13, startTime=1732335882071; duration=0sec 2024-11-23T04:24:42,128 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:42,128 DEBUG [RS:0;7aee8d3d5b7a:40403-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:C 2024-11-23T04:24:42,193 DEBUG [Thread-2847 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x723a6cf2 to 127.0.0.1:62694 2024-11-23T04:24:42,193 DEBUG [Thread-2847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:42,193 DEBUG [Thread-2839 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29247c18 to 127.0.0.1:62694 2024-11-23T04:24:42,193 DEBUG [Thread-2843 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17f6ce8d to 127.0.0.1:62694 2024-11-23T04:24:42,193 DEBUG [Thread-2839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:42,193 DEBUG [Thread-2843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:42,194 DEBUG [Thread-2841 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37227cb3 to 127.0.0.1:62694 2024-11-23T04:24:42,194 DEBUG [Thread-2841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:42,195 DEBUG [Thread-2845 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05a5e441 to 127.0.0.1:62694 2024-11-23T04:24:42,195 DEBUG [Thread-2845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T04:24:42,210 INFO [Thread-2838 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-23T04:24:42,517 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/261b5a4cda964c39af3f559c5dc5f65e as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/261b5a4cda964c39af3f559c5dc5f65e 2024-11-23T04:24:42,520 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 54b1e8027aae1bd486f4230bfec29700/A of 54b1e8027aae1bd486f4230bfec29700 into 261b5a4cda964c39af3f559c5dc5f65e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T04:24:42,520 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:42,520 INFO [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700., storeName=54b1e8027aae1bd486f4230bfec29700/A, priority=13, startTime=1732335882071; duration=0sec 2024-11-23T04:24:42,520 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T04:24:42,520 DEBUG [RS:0;7aee8d3d5b7a:40403-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54b1e8027aae1bd486f4230bfec29700:A 2024-11-23T04:24:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40403 {}] regionserver.HRegion(8581): Flush requested on 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:42,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T04:24:42,551 DEBUG [Thread-2832 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c0f5004 to 127.0.0.1:62694 2024-11-23T04:24:42,551 DEBUG [Thread-2832 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:42,552 DEBUG [Thread-2830 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x507d2cf9 to 127.0.0.1:62694 2024-11-23T04:24:42,552 DEBUG [Thread-2836 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20c3d7a2 to 127.0.0.1:62694 2024-11-23T04:24:42,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:42,552 DEBUG [Thread-2836 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:42,552 DEBUG [Thread-2830 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:42,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:42,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:42,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:42,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:42,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:42,557 DEBUG [Thread-2828 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e6ac62f to 127.0.0.1:62694 2024-11-23T04:24:42,557 DEBUG [Thread-2828 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:42,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123208d9fa27ec64f29bba864dc110dc12b_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335882550/Put/seqid=0 2024-11-23T04:24:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742562_1738 (size=12454) 2024-11-23T04:24:42,961 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:42,964 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123208d9fa27ec64f29bba864dc110dc12b_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123208d9fa27ec64f29bba864dc110dc12b_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:42,965 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/1b658e44ac9442269fda6c7e4c7ccc5a, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:42,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/1b658e44ac9442269fda6c7e4c7ccc5a is 175, key is test_row_0/A:col10/1732335882550/Put/seqid=0 2024-11-23T04:24:42,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742563_1739 (size=31255) 2024-11-23T04:24:43,369 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/1b658e44ac9442269fda6c7e4c7ccc5a 2024-11-23T04:24:43,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/6431e156ad14418c823b849e22f9efaf is 50, key is test_row_0/B:col10/1732335882550/Put/seqid=0 2024-11-23T04:24:43,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742564_1740 (size=12301) 2024-11-23T04:24:43,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/6431e156ad14418c823b849e22f9efaf 2024-11-23T04:24:43,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/2025120081964bb78026dda117232ceb is 50, key is test_row_0/C:col10/1732335882550/Put/seqid=0 2024-11-23T04:24:43,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742565_1741 (size=12301) 2024-11-23T04:24:44,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/2025120081964bb78026dda117232ceb 2024-11-23T04:24:44,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/1b658e44ac9442269fda6c7e4c7ccc5a as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/1b658e44ac9442269fda6c7e4c7ccc5a 2024-11-23T04:24:44,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/1b658e44ac9442269fda6c7e4c7ccc5a, entries=150, sequenceid=322, filesize=30.5 K 2024-11-23T04:24:44,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/6431e156ad14418c823b849e22f9efaf as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/6431e156ad14418c823b849e22f9efaf 2024-11-23T04:24:44,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/6431e156ad14418c823b849e22f9efaf, entries=150, sequenceid=322, filesize=12.0 K 2024-11-23T04:24:44,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/2025120081964bb78026dda117232ceb as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2025120081964bb78026dda117232ceb 2024-11-23T04:24:44,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2025120081964bb78026dda117232ceb, entries=150, sequenceid=322, filesize=12.0 K 2024-11-23T04:24:44,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=6.71 KB/6870 for 54b1e8027aae1bd486f4230bfec29700 in 1647ms, sequenceid=322, compaction requested=false 2024-11-23T04:24:44,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:50,457 DEBUG [Thread-2834 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1767dc60 to 127.0.0.1:62694 2024-11-23T04:24:50,457 DEBUG [Thread-2834 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:50,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T04:24:50,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-23T04:24:50,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-23T04:24:50,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-23T04:24:50,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-23T04:24:50,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-23T04:24:50,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T04:24:50,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7066 2024-11-23T04:24:50,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6881 2024-11-23T04:24:50,457 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6818 2024-11-23T04:24:50,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7062 2024-11-23T04:24:50,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6871 2024-11-23T04:24:50,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T04:24:50,458 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T04:24:50,458 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e8db751 to 127.0.0.1:62694 2024-11-23T04:24:50,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:50,458 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T04:24:50,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T04:24:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T04:24:50,461 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335890460"}]},"ts":"1732335890460"} 2024-11-23T04:24:50,461 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T04:24:50,463 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T04:24:50,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T04:24:50,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=54b1e8027aae1bd486f4230bfec29700, UNASSIGN}] 2024-11-23T04:24:50,465 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=54b1e8027aae1bd486f4230bfec29700, UNASSIGN 2024-11-23T04:24:50,466 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=54b1e8027aae1bd486f4230bfec29700, regionState=CLOSING, regionLocation=7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:50,466 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T04:24:50,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure 54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393}] 2024-11-23T04:24:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T04:24:50,617 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:50,618 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:50,618 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T04:24:50,618 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing 54b1e8027aae1bd486f4230bfec29700, disabling compactions & flushes 2024-11-23T04:24:50,618 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:50,618 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:50,618 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. after waiting 0 ms 2024-11-23T04:24:50,618 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:50,618 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing 54b1e8027aae1bd486f4230bfec29700 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-23T04:24:50,618 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=A 2024-11-23T04:24:50,619 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:50,619 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=B 2024-11-23T04:24:50,619 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:50,619 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54b1e8027aae1bd486f4230bfec29700, store=C 2024-11-23T04:24:50,619 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T04:24:50,623 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123865c39efad9b44648aa72e88e9b39b5d_54b1e8027aae1bd486f4230bfec29700 is 50, key is test_row_0/A:col10/1732335890456/Put/seqid=0 2024-11-23T04:24:50,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742566_1742 (size=7374) 2024-11-23T04:24:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T04:24:51,026 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T04:24:51,029 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123865c39efad9b44648aa72e88e9b39b5d_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123865c39efad9b44648aa72e88e9b39b5d_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:51,030 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/2c69c9d0b3634560b148fb1464b52946, store: [table=TestAcidGuarantees family=A region=54b1e8027aae1bd486f4230bfec29700] 2024-11-23T04:24:51,030 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/2c69c9d0b3634560b148fb1464b52946 is 175, key is test_row_0/A:col10/1732335890456/Put/seqid=0 2024-11-23T04:24:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742567_1743 (size=13865) 2024-11-23T04:24:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T04:24:51,434 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/2c69c9d0b3634560b148fb1464b52946 2024-11-23T04:24:51,438 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/045a877da8bf455e8cf3625fe6becb85 is 50, key is test_row_0/B:col10/1732335890456/Put/seqid=0 2024-11-23T04:24:51,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742568_1744 (size=7415) 2024-11-23T04:24:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T04:24:51,842 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/045a877da8bf455e8cf3625fe6becb85 2024-11-23T04:24:51,847 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/e527d383248040eabcf12b0500149583 is 50, key is test_row_0/C:col10/1732335890456/Put/seqid=0 2024-11-23T04:24:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742569_1745 (size=7415) 2024-11-23T04:24:52,250 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/e527d383248040eabcf12b0500149583 2024-11-23T04:24:52,253 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/A/2c69c9d0b3634560b148fb1464b52946 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/2c69c9d0b3634560b148fb1464b52946 2024-11-23T04:24:52,255 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/2c69c9d0b3634560b148fb1464b52946, entries=50, sequenceid=327, filesize=13.5 K 2024-11-23T04:24:52,256 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/B/045a877da8bf455e8cf3625fe6becb85 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/045a877da8bf455e8cf3625fe6becb85 2024-11-23T04:24:52,258 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/045a877da8bf455e8cf3625fe6becb85, entries=50, sequenceid=327, filesize=7.2 K 2024-11-23T04:24:52,258 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/.tmp/C/e527d383248040eabcf12b0500149583 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/e527d383248040eabcf12b0500149583 2024-11-23T04:24:52,260 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/e527d383248040eabcf12b0500149583, entries=50, sequenceid=327, filesize=7.2 K 2024-11-23T04:24:52,261 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 54b1e8027aae1bd486f4230bfec29700 in 1643ms, sequenceid=327, compaction requested=true 2024-11-23T04:24:52,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/08303de4ab494d518033ca48f24f588f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/89e1ba28ca0d4ef883c2e966b6bfe7a3, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/eefbb755b82245ca9239887d6275fac9, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/099aecced26e4cada2d8ad19f0daf688, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e53273e22f704bacb6edf3bdc1b3c7c4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/bd61dea13d604bc3bcc29f334bb4bedb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/953bb4d9014142479edac1efafe4027f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/fcae0e3551844430ac847772cbfdd279, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/355358fabdbe4b259162cdaad853b4fa, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/06424499170041aeab14bee6fd8fe439, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/88e91994f4aa44dea2096fe940176389, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e14dc3081fc84dc4bc08f8a929fbbc08, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/918ef4dffc2a4400ba955fa374b79bca, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/743bee4e6c68444eb05a9ff4f4968322, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c47ea4f8ed9c40488daf418e41a63b1a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/97edee15620e476aa79b20def3fa5061, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c4504025f1df4c52bc4b91c263bc5a08, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/6c684110507943e8bdbe6bd3076b4339, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/f2400f1d1f9746a8895eabf96d334dcf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/4d0333b27458446bb8eb120f08a52e5a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e2fbb9a61c6142e39474bda0e1476287] to archive 2024-11-23T04:24:52,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:24:52,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/08303de4ab494d518033ca48f24f588f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/08303de4ab494d518033ca48f24f588f 2024-11-23T04:24:52,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/89e1ba28ca0d4ef883c2e966b6bfe7a3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/89e1ba28ca0d4ef883c2e966b6bfe7a3 2024-11-23T04:24:52,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/eefbb755b82245ca9239887d6275fac9 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/eefbb755b82245ca9239887d6275fac9 2024-11-23T04:24:52,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/099aecced26e4cada2d8ad19f0daf688 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/099aecced26e4cada2d8ad19f0daf688 2024-11-23T04:24:52,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e53273e22f704bacb6edf3bdc1b3c7c4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e53273e22f704bacb6edf3bdc1b3c7c4 2024-11-23T04:24:52,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/bd61dea13d604bc3bcc29f334bb4bedb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/bd61dea13d604bc3bcc29f334bb4bedb 2024-11-23T04:24:52,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/953bb4d9014142479edac1efafe4027f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/953bb4d9014142479edac1efafe4027f 2024-11-23T04:24:52,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/fcae0e3551844430ac847772cbfdd279 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/fcae0e3551844430ac847772cbfdd279 2024-11-23T04:24:52,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/355358fabdbe4b259162cdaad853b4fa to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/355358fabdbe4b259162cdaad853b4fa 2024-11-23T04:24:52,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/06424499170041aeab14bee6fd8fe439 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/06424499170041aeab14bee6fd8fe439 2024-11-23T04:24:52,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/88e91994f4aa44dea2096fe940176389 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/88e91994f4aa44dea2096fe940176389 2024-11-23T04:24:52,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e14dc3081fc84dc4bc08f8a929fbbc08 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e14dc3081fc84dc4bc08f8a929fbbc08 2024-11-23T04:24:52,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/918ef4dffc2a4400ba955fa374b79bca to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/918ef4dffc2a4400ba955fa374b79bca 2024-11-23T04:24:52,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/743bee4e6c68444eb05a9ff4f4968322 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/743bee4e6c68444eb05a9ff4f4968322 2024-11-23T04:24:52,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c47ea4f8ed9c40488daf418e41a63b1a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c47ea4f8ed9c40488daf418e41a63b1a 2024-11-23T04:24:52,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/97edee15620e476aa79b20def3fa5061 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/97edee15620e476aa79b20def3fa5061 2024-11-23T04:24:52,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c4504025f1df4c52bc4b91c263bc5a08 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/c4504025f1df4c52bc4b91c263bc5a08 2024-11-23T04:24:52,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/6c684110507943e8bdbe6bd3076b4339 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/6c684110507943e8bdbe6bd3076b4339 2024-11-23T04:24:52,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/f2400f1d1f9746a8895eabf96d334dcf to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/f2400f1d1f9746a8895eabf96d334dcf 2024-11-23T04:24:52,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/4d0333b27458446bb8eb120f08a52e5a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/4d0333b27458446bb8eb120f08a52e5a 2024-11-23T04:24:52,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e2fbb9a61c6142e39474bda0e1476287 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/e2fbb9a61c6142e39474bda0e1476287 2024-11-23T04:24:52,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/457c44b994ca423dbb760b63e3b66192, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/e5f791e13b604a3395884ce7d3588336, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/95eed524f5a54ed0b500f33d7fec85e6, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/a1b43d97cf4a4f779efb35607900ccce, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/908e6271d409483da8b4f71cda9ecafb, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/70920ade75694e21a42af4d961ae2949, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/0947df934cda457c8775f5e489487edf, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/7576e2c0a7ad4e938ce3f03b0310c7b4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/8dd6de720b834578bc59bcd422cd792e, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/db894f9853bb41b4bafbff853bc75032, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/02afbe387eb24794bc2f9ff993b3a925, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/6b4d18a8830d40deb97f9c1b2f4fee7d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/7cfbbc74430f4594ab66c25b618818ec, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/85bae28e182d4eb895c2955a7f4b8e6f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/54a02084d81c48668008deeaacfe540b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/a2523ad1c6064827a5d9c14552a34f47, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/171921e86f914fd191ffa0200340535b, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/f52e03a33ad3434d8cf750f35b147448, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/2490cee4159e4742a3d38b4bea5f18ce, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/be413bc0fc314943b2d6dd8b8327e383, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/bbea0eb64ade4eacbaa36eff1ebb82bb] to archive 2024-11-23T04:24:52,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:24:52,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/457c44b994ca423dbb760b63e3b66192 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/457c44b994ca423dbb760b63e3b66192 2024-11-23T04:24:52,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/e5f791e13b604a3395884ce7d3588336 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/e5f791e13b604a3395884ce7d3588336 2024-11-23T04:24:52,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/95eed524f5a54ed0b500f33d7fec85e6 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/95eed524f5a54ed0b500f33d7fec85e6 2024-11-23T04:24:52,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/a1b43d97cf4a4f779efb35607900ccce to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/a1b43d97cf4a4f779efb35607900ccce 2024-11-23T04:24:52,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/908e6271d409483da8b4f71cda9ecafb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/908e6271d409483da8b4f71cda9ecafb 2024-11-23T04:24:52,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/70920ade75694e21a42af4d961ae2949 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/70920ade75694e21a42af4d961ae2949 2024-11-23T04:24:52,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/0947df934cda457c8775f5e489487edf to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/0947df934cda457c8775f5e489487edf 2024-11-23T04:24:52,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/7576e2c0a7ad4e938ce3f03b0310c7b4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/7576e2c0a7ad4e938ce3f03b0310c7b4 2024-11-23T04:24:52,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/8dd6de720b834578bc59bcd422cd792e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/8dd6de720b834578bc59bcd422cd792e 2024-11-23T04:24:52,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/db894f9853bb41b4bafbff853bc75032 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/db894f9853bb41b4bafbff853bc75032 2024-11-23T04:24:52,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/02afbe387eb24794bc2f9ff993b3a925 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/02afbe387eb24794bc2f9ff993b3a925 2024-11-23T04:24:52,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/6b4d18a8830d40deb97f9c1b2f4fee7d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/6b4d18a8830d40deb97f9c1b2f4fee7d 2024-11-23T04:24:52,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/7cfbbc74430f4594ab66c25b618818ec to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/7cfbbc74430f4594ab66c25b618818ec 2024-11-23T04:24:52,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/85bae28e182d4eb895c2955a7f4b8e6f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/85bae28e182d4eb895c2955a7f4b8e6f 2024-11-23T04:24:52,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/54a02084d81c48668008deeaacfe540b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/54a02084d81c48668008deeaacfe540b 2024-11-23T04:24:52,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/a2523ad1c6064827a5d9c14552a34f47 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/a2523ad1c6064827a5d9c14552a34f47 2024-11-23T04:24:52,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/171921e86f914fd191ffa0200340535b to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/171921e86f914fd191ffa0200340535b 2024-11-23T04:24:52,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/f52e03a33ad3434d8cf750f35b147448 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/f52e03a33ad3434d8cf750f35b147448 2024-11-23T04:24:52,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/2490cee4159e4742a3d38b4bea5f18ce to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/2490cee4159e4742a3d38b4bea5f18ce 2024-11-23T04:24:52,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/be413bc0fc314943b2d6dd8b8327e383 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/be413bc0fc314943b2d6dd8b8327e383 2024-11-23T04:24:52,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/bbea0eb64ade4eacbaa36eff1ebb82bb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/bbea0eb64ade4eacbaa36eff1ebb82bb 2024-11-23T04:24:52,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/808f842e09cd49f5a8cbdfc6cbe55874, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/940cdc71c3514ebbbdea097a3449eb38, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/1a9b6773a52d4511841c79270c81c27d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/47172042c15e464aaa091e2ec3fbe26f, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/acb0887a07704d25acc8f4ea75cc52db, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2a7f8c3249354c989be68cda2da3fc86, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/6482ab7ceb914ed9be0164d6cf8166fa, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/3df0572860f94daeaad3752360d8efd7, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/14e1a2cea8f840ce9eff4ca4ff4962dd, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/e23c98e94cc74a6fbd5b5c785970271a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/548bf92224434984afb64a726dce31c4, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/bcc8d689d94742c399581f065b08de40, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/b3dece13ca8448e9a4336ddc0e263c31, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2d9f3b80b8f34cdfbb8b3dbb293f9955, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/d63fd38d15ba42669f93e8305351182d, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2b35070e75b54f94a458c025615251fe, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/55a0100921b4414d929e6bb2c1643581, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/ee6b6ff8f90447d5a0c057cca67a7e49, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/cb50bac4c8524bf2b9fdd8e6d454130a, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/d420b74619464ceb96be59d6089bf172, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/9abda4c6f4994117a9c5dd57e39ac7a3] to archive 2024-11-23T04:24:52,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T04:24:52,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/808f842e09cd49f5a8cbdfc6cbe55874 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/808f842e09cd49f5a8cbdfc6cbe55874 2024-11-23T04:24:52,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/940cdc71c3514ebbbdea097a3449eb38 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/940cdc71c3514ebbbdea097a3449eb38 2024-11-23T04:24:52,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/1a9b6773a52d4511841c79270c81c27d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/1a9b6773a52d4511841c79270c81c27d 2024-11-23T04:24:52,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/47172042c15e464aaa091e2ec3fbe26f to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/47172042c15e464aaa091e2ec3fbe26f 2024-11-23T04:24:52,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/acb0887a07704d25acc8f4ea75cc52db to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/acb0887a07704d25acc8f4ea75cc52db 2024-11-23T04:24:52,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2a7f8c3249354c989be68cda2da3fc86 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2a7f8c3249354c989be68cda2da3fc86 2024-11-23T04:24:52,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/6482ab7ceb914ed9be0164d6cf8166fa to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/6482ab7ceb914ed9be0164d6cf8166fa 2024-11-23T04:24:52,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/3df0572860f94daeaad3752360d8efd7 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/3df0572860f94daeaad3752360d8efd7 2024-11-23T04:24:52,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/14e1a2cea8f840ce9eff4ca4ff4962dd to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/14e1a2cea8f840ce9eff4ca4ff4962dd 2024-11-23T04:24:52,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/e23c98e94cc74a6fbd5b5c785970271a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/e23c98e94cc74a6fbd5b5c785970271a 2024-11-23T04:24:52,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/548bf92224434984afb64a726dce31c4 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/548bf92224434984afb64a726dce31c4 2024-11-23T04:24:52,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/bcc8d689d94742c399581f065b08de40 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/bcc8d689d94742c399581f065b08de40 2024-11-23T04:24:52,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/b3dece13ca8448e9a4336ddc0e263c31 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/b3dece13ca8448e9a4336ddc0e263c31 2024-11-23T04:24:52,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2d9f3b80b8f34cdfbb8b3dbb293f9955 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2d9f3b80b8f34cdfbb8b3dbb293f9955 2024-11-23T04:24:52,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/d63fd38d15ba42669f93e8305351182d to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/d63fd38d15ba42669f93e8305351182d 2024-11-23T04:24:52,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2b35070e75b54f94a458c025615251fe to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2b35070e75b54f94a458c025615251fe 2024-11-23T04:24:52,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/55a0100921b4414d929e6bb2c1643581 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/55a0100921b4414d929e6bb2c1643581 2024-11-23T04:24:52,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/ee6b6ff8f90447d5a0c057cca67a7e49 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/ee6b6ff8f90447d5a0c057cca67a7e49 2024-11-23T04:24:52,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/cb50bac4c8524bf2b9fdd8e6d454130a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/cb50bac4c8524bf2b9fdd8e6d454130a 2024-11-23T04:24:52,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/d420b74619464ceb96be59d6089bf172 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/d420b74619464ceb96be59d6089bf172 2024-11-23T04:24:52,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/9abda4c6f4994117a9c5dd57e39ac7a3 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/9abda4c6f4994117a9c5dd57e39ac7a3 2024-11-23T04:24:52,316 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/recovered.edits/330.seqid, newMaxSeqId=330, maxSeqId=4 2024-11-23T04:24:52,316 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700. 2024-11-23T04:24:52,316 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for 54b1e8027aae1bd486f4230bfec29700: 2024-11-23T04:24:52,318 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed 54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=54b1e8027aae1bd486f4230bfec29700, regionState=CLOSED 2024-11-23T04:24:52,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-23T04:24:52,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure 54b1e8027aae1bd486f4230bfec29700, server=7aee8d3d5b7a,40403,1732335719393 in 1.8530 sec 2024-11-23T04:24:52,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-23T04:24:52,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=54b1e8027aae1bd486f4230bfec29700, UNASSIGN in 1.8540 sec 2024-11-23T04:24:52,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-23T04:24:52,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8570 sec 2024-11-23T04:24:52,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732335892322"}]},"ts":"1732335892322"} 2024-11-23T04:24:52,323 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T04:24:52,325 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T04:24:52,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8670 sec 2024-11-23T04:24:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T04:24:52,564 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-23T04:24:52,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T04:24:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:52,566 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T04:24:52,567 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:52,568 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,570 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C, FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/recovered.edits] 2024-11-23T04:24:52,572 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/1b658e44ac9442269fda6c7e4c7ccc5a to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/1b658e44ac9442269fda6c7e4c7ccc5a 2024-11-23T04:24:52,573 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/261b5a4cda964c39af3f559c5dc5f65e to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/261b5a4cda964c39af3f559c5dc5f65e 2024-11-23T04:24:52,573 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/2c69c9d0b3634560b148fb1464b52946 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/A/2c69c9d0b3634560b148fb1464b52946 2024-11-23T04:24:52,575 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/045a877da8bf455e8cf3625fe6becb85 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/045a877da8bf455e8cf3625fe6becb85 2024-11-23T04:24:52,576 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/6431e156ad14418c823b849e22f9efaf to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/6431e156ad14418c823b849e22f9efaf 2024-11-23T04:24:52,576 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/aa7ccd6e64f84740b8134053bfb19140 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/B/aa7ccd6e64f84740b8134053bfb19140 2024-11-23T04:24:52,578 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/1b167133bd564175831bfb7eb66cbd35 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/1b167133bd564175831bfb7eb66cbd35 2024-11-23T04:24:52,579 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2025120081964bb78026dda117232ceb to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/2025120081964bb78026dda117232ceb 2024-11-23T04:24:52,580 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/e527d383248040eabcf12b0500149583 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/C/e527d383248040eabcf12b0500149583 2024-11-23T04:24:52,582 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/recovered.edits/330.seqid to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700/recovered.edits/330.seqid 2024-11-23T04:24:52,582 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/default/TestAcidGuarantees/54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,582 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T04:24:52,582 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T04:24:52,583 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T04:24:52,585 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123208d9fa27ec64f29bba864dc110dc12b_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123208d9fa27ec64f29bba864dc110dc12b_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,586 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123458e14f48a2b47b79e04b0caad99aa5a_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123458e14f48a2b47b79e04b0caad99aa5a_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,587 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123593d6414c8df49bcb562d33b7013e7c4_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123593d6414c8df49bcb562d33b7013e7c4_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,587 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123620f297210ad43ceb84329dff3be846f_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123620f297210ad43ceb84329dff3be846f_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,588 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237a36eaa7e0294b8895f7486393cc0fa1_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237a36eaa7e0294b8895f7486393cc0fa1_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,589 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237cabad344fcb497c846914c01b667df9_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237cabad344fcb497c846914c01b667df9_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,589 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112381135db0f3ee4f5da0a60e241605e3f6_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112381135db0f3ee4f5da0a60e241605e3f6_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,590 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123865c39efad9b44648aa72e88e9b39b5d_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123865c39efad9b44648aa72e88e9b39b5d_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,591 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238db66a8aac334f17b65a56aca2107959_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238db66a8aac334f17b65a56aca2107959_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,592 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a1323323db6e45339bbfa654eba08e9d_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a1323323db6e45339bbfa654eba08e9d_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,593 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a1ff2c6b1cc641f0ade2350c6df9d7ec_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a1ff2c6b1cc641f0ade2350c6df9d7ec_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,593 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a280942bc5174297a6e561e464bc1df0_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a280942bc5174297a6e561e464bc1df0_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,594 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a932fc56fcd846dda87304582692208a_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a932fc56fcd846dda87304582692208a_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,595 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e5ae3453508e4141b0ec216cf5f671ed_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e5ae3453508e4141b0ec216cf5f671ed_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,596 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f117eee224de4b85b7ed369f7af223ac_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f117eee224de4b85b7ed369f7af223ac_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,596 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f892dca9b0d74d168def766c7bebcffd_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f892dca9b0d74d168def766c7bebcffd_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,597 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fa72733dd6654c1c9067711b28175889_54b1e8027aae1bd486f4230bfec29700 to hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fa72733dd6654c1c9067711b28175889_54b1e8027aae1bd486f4230bfec29700 2024-11-23T04:24:52,597 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T04:24:52,599 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:52,601 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T04:24:52,603 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T04:24:52,603 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:52,603 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T04:24:52,604 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732335892603"}]},"ts":"9223372036854775807"} 2024-11-23T04:24:52,605 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T04:24:52,605 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 54b1e8027aae1bd486f4230bfec29700, NAME => 'TestAcidGuarantees,,1732335860097.54b1e8027aae1bd486f4230bfec29700.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T04:24:52,605 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T04:24:52,605 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732335892605"}]},"ts":"9223372036854775807"} 2024-11-23T04:24:52,606 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T04:24:52,608 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T04:24:52,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-23T04:24:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42425 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T04:24:52,667 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-23T04:24:52,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=237 (was 239), OpenFileDescriptor=448 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 521), ProcessCount=11 (was 11), AvailableMemoryMB=4070 (was 4308) 2024-11-23T04:24:52,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T04:24:52,676 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T04:24:52,676 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29285438 to 127.0.0.1:62694 2024-11-23T04:24:52,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:52,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T04:24:52,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1771019748, stopped=false 2024-11-23T04:24:52,677 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=7aee8d3d5b7a,42425,1732335718291 2024-11-23T04:24:52,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T04:24:52,679 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-23T04:24:52,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:24:52,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T04:24:52,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:24:52,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:52,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T04:24:52,679 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7aee8d3d5b7a,40403,1732335719393' ***** 2024-11-23T04:24:52,680 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-23T04:24:52,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T04:24:52,680 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T04:24:52,680 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-23T04:24:52,680 INFO [RS:0;7aee8d3d5b7a:40403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T04:24:52,680 INFO [RS:0;7aee8d3d5b7a:40403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T04:24:52,680 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(3579): Received CLOSE for a09e861b42bdce3ee98cacafe6357877 2024-11-23T04:24:52,681 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1224): stopping server 7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:52,681 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:52,681 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T04:24:52,681 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T04:24:52,681 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T04:24:52,681 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-23T04:24:52,681 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a09e861b42bdce3ee98cacafe6357877, disabling compactions & flushes 2024-11-23T04:24:52,681 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. 2024-11-23T04:24:52,681 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. 2024-11-23T04:24:52,681 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. after waiting 0 ms 2024-11-23T04:24:52,681 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. 2024-11-23T04:24:52,681 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a09e861b42bdce3ee98cacafe6357877 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-23T04:24:52,681 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-23T04:24:52,681 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, a09e861b42bdce3ee98cacafe6357877=hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877.} 2024-11-23T04:24:52,681 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T04:24:52,681 INFO [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T04:24:52,681 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T04:24:52,681 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T04:24:52,681 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T04:24:52,681 INFO [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-23T04:24:52,682 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a09e861b42bdce3ee98cacafe6357877 2024-11-23T04:24:52,696 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/namespace/a09e861b42bdce3ee98cacafe6357877/.tmp/info/bde34cc2248244d39404ddda0b5d5517 is 45, key is default/info:d/1732335723113/Put/seqid=0 2024-11-23T04:24:52,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742570_1746 (size=5037) 2024-11-23T04:24:52,701 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/.tmp/info/08fcdcd9535242b2aa4535bc4ae02f23 is 143, key is hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877./info:regioninfo/1732335722948/Put/seqid=0 2024-11-23T04:24:52,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742571_1747 (size=7725) 2024-11-23T04:24:52,732 INFO [regionserver/7aee8d3d5b7a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T04:24:52,882 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a09e861b42bdce3ee98cacafe6357877 2024-11-23T04:24:53,028 INFO [regionserver/7aee8d3d5b7a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T04:24:53,028 INFO [regionserver/7aee8d3d5b7a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T04:24:53,082 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a09e861b42bdce3ee98cacafe6357877 2024-11-23T04:24:53,100 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/namespace/a09e861b42bdce3ee98cacafe6357877/.tmp/info/bde34cc2248244d39404ddda0b5d5517 2024-11-23T04:24:53,103 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/namespace/a09e861b42bdce3ee98cacafe6357877/.tmp/info/bde34cc2248244d39404ddda0b5d5517 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/namespace/a09e861b42bdce3ee98cacafe6357877/info/bde34cc2248244d39404ddda0b5d5517 2024-11-23T04:24:53,104 INFO [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/.tmp/info/08fcdcd9535242b2aa4535bc4ae02f23 2024-11-23T04:24:53,106 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/namespace/a09e861b42bdce3ee98cacafe6357877/info/bde34cc2248244d39404ddda0b5d5517, entries=2, sequenceid=6, filesize=4.9 K 2024-11-23T04:24:53,106 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a09e861b42bdce3ee98cacafe6357877 in 425ms, sequenceid=6, compaction requested=false 2024-11-23T04:24:53,110 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/namespace/a09e861b42bdce3ee98cacafe6357877/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T04:24:53,111 INFO [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. 2024-11-23T04:24:53,111 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a09e861b42bdce3ee98cacafe6357877: 2024-11-23T04:24:53,111 DEBUG [RS_CLOSE_REGION-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732335722051.a09e861b42bdce3ee98cacafe6357877. 2024-11-23T04:24:53,124 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/.tmp/rep_barrier/62c6066cbf534bd5bf9e64223cadeef6 is 102, key is TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee./rep_barrier:/1732335747584/DeleteFamily/seqid=0 2024-11-23T04:24:53,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742572_1748 (size=6025) 2024-11-23T04:24:53,283 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T04:24:53,483 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T04:24:53,528 INFO [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/.tmp/rep_barrier/62c6066cbf534bd5bf9e64223cadeef6 2024-11-23T04:24:53,545 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/.tmp/table/3ab9d01f22be4bde9a3fb5643b97fb2f is 96, key is TestAcidGuarantees,,1732335723437.bf0337c3c496f865dc92100ed2a7d5ee./table:/1732335747584/DeleteFamily/seqid=0 2024-11-23T04:24:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742573_1749 (size=5942) 2024-11-23T04:24:53,683 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-23T04:24:53,683 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T04:24:53,683 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T04:24:53,883 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T04:24:53,949 INFO [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/.tmp/table/3ab9d01f22be4bde9a3fb5643b97fb2f 2024-11-23T04:24:53,952 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/.tmp/info/08fcdcd9535242b2aa4535bc4ae02f23 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/info/08fcdcd9535242b2aa4535bc4ae02f23 2024-11-23T04:24:53,954 INFO [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/info/08fcdcd9535242b2aa4535bc4ae02f23, entries=22, sequenceid=93, filesize=7.5 K 2024-11-23T04:24:53,955 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/.tmp/rep_barrier/62c6066cbf534bd5bf9e64223cadeef6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/rep_barrier/62c6066cbf534bd5bf9e64223cadeef6 2024-11-23T04:24:53,957 INFO [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/rep_barrier/62c6066cbf534bd5bf9e64223cadeef6, entries=6, sequenceid=93, filesize=5.9 K 2024-11-23T04:24:53,957 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/.tmp/table/3ab9d01f22be4bde9a3fb5643b97fb2f as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/table/3ab9d01f22be4bde9a3fb5643b97fb2f 2024-11-23T04:24:53,960 INFO [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/table/3ab9d01f22be4bde9a3fb5643b97fb2f, entries=9, sequenceid=93, filesize=5.8 K 2024-11-23T04:24:53,960 INFO [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1279ms, sequenceid=93, compaction requested=false 2024-11-23T04:24:53,964 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-23T04:24:53,964 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T04:24:53,964 INFO [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T04:24:53,965 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T04:24:53,965 DEBUG [RS_CLOSE_META-regionserver/7aee8d3d5b7a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T04:24:54,084 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1250): stopping server 7aee8d3d5b7a,40403,1732335719393; all regions closed. 2024-11-23T04:24:54,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741834_1010 (size=26050) 2024-11-23T04:24:54,089 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/oldWALs 2024-11-23T04:24:54,089 INFO [RS:0;7aee8d3d5b7a:40403 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7aee8d3d5b7a%2C40403%2C1732335719393.meta:.meta(num 1732335721745) 2024-11-23T04:24:54,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741832_1008 (size=17011284) 2024-11-23T04:24:54,092 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/oldWALs 2024-11-23T04:24:54,092 INFO [RS:0;7aee8d3d5b7a:40403 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7aee8d3d5b7a%2C40403%2C1732335719393:(num 1732335721210) 2024-11-23T04:24:54,092 DEBUG [RS:0;7aee8d3d5b7a:40403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:54,093 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T04:24:54,093 INFO [RS:0;7aee8d3d5b7a:40403 {}] hbase.ChoreService(370): Chore service for: regionserver/7aee8d3d5b7a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-23T04:24:54,093 INFO [regionserver/7aee8d3d5b7a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T04:24:54,093 INFO [RS:0;7aee8d3d5b7a:40403 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40403 2024-11-23T04:24:54,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7aee8d3d5b7a,40403,1732335719393 2024-11-23T04:24:54,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T04:24:54,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7aee8d3d5b7a,40403,1732335719393] 2024-11-23T04:24:54,101 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 7aee8d3d5b7a,40403,1732335719393; numProcessing=1 2024-11-23T04:24:54,102 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/7aee8d3d5b7a,40403,1732335719393 already deleted, retry=false 2024-11-23T04:24:54,102 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 7aee8d3d5b7a,40403,1732335719393 expired; onlineServers=0 2024-11-23T04:24:54,102 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7aee8d3d5b7a,42425,1732335718291' ***** 2024-11-23T04:24:54,102 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T04:24:54,103 DEBUG [M:0;7aee8d3d5b7a:42425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15473ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7aee8d3d5b7a/172.17.0.2:0 2024-11-23T04:24:54,103 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegionServer(1224): stopping server 7aee8d3d5b7a,42425,1732335718291 2024-11-23T04:24:54,103 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegionServer(1250): stopping server 7aee8d3d5b7a,42425,1732335718291; all regions closed. 2024-11-23T04:24:54,103 DEBUG [M:0;7aee8d3d5b7a:42425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T04:24:54,103 DEBUG [M:0;7aee8d3d5b7a:42425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T04:24:54,103 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T04:24:54,103 DEBUG [M:0;7aee8d3d5b7a:42425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T04:24:54,103 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster-HFileCleaner.large.0-1732335720870 {}] cleaner.HFileCleaner(306): Exit Thread[master/7aee8d3d5b7a:0:becomeActiveMaster-HFileCleaner.large.0-1732335720870,5,FailOnTimeoutGroup] 2024-11-23T04:24:54,103 DEBUG [master/7aee8d3d5b7a:0:becomeActiveMaster-HFileCleaner.small.0-1732335720871 {}] cleaner.HFileCleaner(306): Exit Thread[master/7aee8d3d5b7a:0:becomeActiveMaster-HFileCleaner.small.0-1732335720871,5,FailOnTimeoutGroup] 2024-11-23T04:24:54,103 INFO [M:0;7aee8d3d5b7a:42425 {}] hbase.ChoreService(370): Chore service for: master/7aee8d3d5b7a:0 had [] on shutdown 2024-11-23T04:24:54,103 DEBUG [M:0;7aee8d3d5b7a:42425 {}] master.HMaster(1733): Stopping service threads 2024-11-23T04:24:54,103 INFO [M:0;7aee8d3d5b7a:42425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T04:24:54,104 ERROR [M:0;7aee8d3d5b7a:42425 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1030094173) connection to localhost/127.0.0.1:37125 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37125,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-23T04:24:54,104 INFO [M:0;7aee8d3d5b7a:42425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T04:24:54,104 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T04:24:54,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T04:24:54,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T04:24:54,105 DEBUG [M:0;7aee8d3d5b7a:42425 {}] zookeeper.ZKUtil(347): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T04:24:54,105 WARN [M:0;7aee8d3d5b7a:42425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T04:24:54,105 INFO [M:0;7aee8d3d5b7a:42425 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-23T04:24:54,105 INFO [M:0;7aee8d3d5b7a:42425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T04:24:54,105 DEBUG [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T04:24:54,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T04:24:54,105 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T04:24:54,105 DEBUG [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T04:24:54,105 DEBUG [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T04:24:54,105 DEBUG [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T04:24:54,105 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=795.41 KB heapSize=980.27 KB 2024-11-23T04:24:54,121 DEBUG [M:0;7aee8d3d5b7a:42425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bc396f3e7354214b66ce47d694b0b1d is 82, key is hbase:meta,,1/info:regioninfo/1732335721913/Put/seqid=0 2024-11-23T04:24:54,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742574_1750 (size=5672) 2024-11-23T04:24:54,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T04:24:54,201 INFO [RS:0;7aee8d3d5b7a:40403 {}] regionserver.HRegionServer(1307): Exiting; stopping=7aee8d3d5b7a,40403,1732335719393; zookeeper connection closed. 2024-11-23T04:24:54,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x100229d048b0001, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T04:24:54,201 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19d15ea9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19d15ea9 2024-11-23T04:24:54,202 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T04:24:54,524 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2286 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bc396f3e7354214b66ce47d694b0b1d 2024-11-23T04:24:54,548 DEBUG [M:0;7aee8d3d5b7a:42425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90310416215e49079881db5a08f8ee93 is 2285, key is \x00\x00\x00\x00\x00\x00\x00\x98/proc:d/1732335862111/Put/seqid=0 2024-11-23T04:24:54,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742575_1751 (size=44766) 2024-11-23T04:24:54,953 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=794.86 KB at sequenceid=2286 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90310416215e49079881db5a08f8ee93 2024-11-23T04:24:54,956 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90310416215e49079881db5a08f8ee93 2024-11-23T04:24:54,971 DEBUG [M:0;7aee8d3d5b7a:42425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5c499aa128c4f0c8edbb0a8819220c6 is 69, key is 7aee8d3d5b7a,40403,1732335719393/rs:state/1732335720938/Put/seqid=0 2024-11-23T04:24:54,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742576_1752 (size=5156) 2024-11-23T04:24:54,975 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2286 (bloomFilter=true), to=hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5c499aa128c4f0c8edbb0a8819220c6 2024-11-23T04:24:54,979 DEBUG [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bc396f3e7354214b66ce47d694b0b1d as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2bc396f3e7354214b66ce47d694b0b1d 2024-11-23T04:24:54,982 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2bc396f3e7354214b66ce47d694b0b1d, entries=8, sequenceid=2286, filesize=5.5 K 2024-11-23T04:24:54,983 DEBUG [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90310416215e49079881db5a08f8ee93 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90310416215e49079881db5a08f8ee93 2024-11-23T04:24:54,986 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90310416215e49079881db5a08f8ee93 2024-11-23T04:24:54,986 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90310416215e49079881db5a08f8ee93, entries=177, sequenceid=2286, filesize=43.7 K 2024-11-23T04:24:54,986 DEBUG [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5c499aa128c4f0c8edbb0a8819220c6 as hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5c499aa128c4f0c8edbb0a8819220c6 2024-11-23T04:24:54,989 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37125/user/jenkins/test-data/306daca9-c99a-d76b-bfea-0af6b25bf59f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5c499aa128c4f0c8edbb0a8819220c6, entries=1, sequenceid=2286, filesize=5.0 K 2024-11-23T04:24:54,990 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegion(3040): Finished flush of dataSize ~795.41 KB/814504, heapSize ~979.97 KB/1003488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=2286, compaction requested=false 2024-11-23T04:24:54,991 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T04:24:54,991 DEBUG [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T04:24:54,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741830_1006 (size=964325) 2024-11-23T04:24:54,994 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T04:24:54,994 INFO [M:0;7aee8d3d5b7a:42425 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-23T04:24:54,994 INFO [M:0;7aee8d3d5b7a:42425 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42425 2024-11-23T04:24:54,996 DEBUG [M:0;7aee8d3d5b7a:42425 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/7aee8d3d5b7a,42425,1732335718291 already deleted, retry=false 2024-11-23T04:24:55,098 INFO [M:0;7aee8d3d5b7a:42425 {}] regionserver.HRegionServer(1307): Exiting; stopping=7aee8d3d5b7a,42425,1732335718291; zookeeper connection closed. 2024-11-23T04:24:55,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T04:24:55,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42425-0x100229d048b0000, quorum=127.0.0.1:62694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T04:24:55,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26995f7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T04:24:55,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@434727f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T04:24:55,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T04:24:55,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13028e71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T04:24:55,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4360a7ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/hadoop.log.dir/,STOPPED} 2024-11-23T04:24:55,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T04:24:55,108 WARN [BP-2081377827-172.17.0.2-1732335714321 heartbeating to localhost/127.0.0.1:37125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T04:24:55,108 WARN [BP-2081377827-172.17.0.2-1732335714321 heartbeating to localhost/127.0.0.1:37125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2081377827-172.17.0.2-1732335714321 (Datanode Uuid e921adbf-53d6-4723-96fc-cd03d8fdf362) service to localhost/127.0.0.1:37125 2024-11-23T04:24:55,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T04:24:55,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/cluster_99154bcf-8410-0dc2-7ee4-c7211a39314a/dfs/data/data1/current/BP-2081377827-172.17.0.2-1732335714321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T04:24:55,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/cluster_99154bcf-8410-0dc2-7ee4-c7211a39314a/dfs/data/data2/current/BP-2081377827-172.17.0.2-1732335714321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T04:24:55,112 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T04:24:55,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6904431c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T04:24:55,120 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T04:24:55,120 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T04:24:55,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T04:24:55,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f191523-9a3b-3303-ea41-9be590203709/hadoop.log.dir/,STOPPED} 2024-11-23T04:24:55,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-23T04:24:55,297 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down